[ 530.885633] env[65652]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 530.885633] env[65652]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 531.914294] env[65740]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 531.914294] env[65740]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 533.764654] env[65740]: INFO neutron.common.config [-] Logging enabled! [ 533.765069] env[65740]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev31 [ 533.765273] env[65740]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65740) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 533.765576] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 533.765672] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 533.766488] env[65740]: WARNING oslo_policy.policy [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.766698] env[65740]: WARNING oslo_policy.policy [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.768342] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] VMware NSXv3 Agent initialized successfully. [ 533.768711] env[65740]: DEBUG oslo_concurrency.lockutils [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] Acquiring lock "singleton_lock" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.768832] env[65740]: DEBUG oslo_concurrency.lockutils [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] Acquired lock "singleton_lock" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.769065] env[65740]: DEBUG oslo_concurrency.lockutils [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] Releasing lock "singleton_lock" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.769347] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] Full set of CONF: {{(pid=65740) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 533.769456] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ******************************************************************************** {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 533.769557] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] Configuration options gathered from: {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 533.770158] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 533.770337] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 533.770446] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ================================================================================ {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 533.770611] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] agent_down_time = 75 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.770750] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] allow_automatic_dhcp_failover = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.770883] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] allow_bulk = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.771032] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] api_extensions_path = {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.771169] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] api_paste_config = api-paste.ini {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.771308] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] auth_strategy = keystone {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.771411] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] backdoor_port = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.771511] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] backdoor_socket = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.771642] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] backlog = 4096 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.771775] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.771927] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] bind_host = 0.0.0.0 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.772077] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] bind_port = 9696 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.772208] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] client_socket_timeout = 900 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.772339] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] config_dir = [] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.772447] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.772576] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] config_source = [] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.772708] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] control_exchange = neutron {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.772842] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] core_plugin = ml2 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.772972] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] debug = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.773117] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] default_availability_zones = [] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.773312] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.773446] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] dhcp_agent_notification = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.773575] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] dhcp_agents_per_network = 1 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.773701] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] dhcp_lease_duration = 86400 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.773836] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] dhcp_load_type = networks {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.773971] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] dns_domain = openstacklocal {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.774116] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.774245] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] enable_default_route_bfd = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.774370] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] enable_default_route_ecmp = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.774495] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] enable_dvr = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.774618] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] enable_new_agents = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.774742] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.774867] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] enable_signals = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.774992] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] enable_traditional_dhcp = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.775123] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] external_dns_driver = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.775246] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] filter_validation = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.775379] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] global_physnet_mtu = 8950 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.775506] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] graceful_shutdown_timeout = 60 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.775675] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] host = cpu-1 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.775812] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] host_dvr_for_dhcp = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.775942] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] http_retries = 3 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.776094] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] instance_format = [instance: %(uuid)s] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.776230] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.776362] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ipam_driver = internal {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.776490] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ipv6_pd_enabled = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.776616] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] l3_ha = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.776758] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.776936] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] l3_ha_network_physical_name = {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.777088] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] l3_ha_network_type = {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.777226] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] log_color = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.777357] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] log_config_append = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.777490] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.777620] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] log_dir = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.777743] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] log_file = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.777844] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] log_options = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.778010] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] log_rotate_interval = 1 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.778123] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] log_rotate_interval_type = days {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.778256] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] log_rotation_type = none {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.778358] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.778455] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.778586] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.778716] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.778816] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.778981] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] max_dns_nameservers = 5 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.779124] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] max_header_line = 16384 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.779253] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] max_l3_agents_per_router = 3 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.779378] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] max_logfile_count = 30 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.779504] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] max_logfile_size_mb = 200 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.779628] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] max_subnet_host_routes = 20 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.779762] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] my_ip = 10.180.1.21 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.779894] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] my_ipv6 = ::1 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.780080] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] network_auto_schedule = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.780260] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] network_link_prefix = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.780370] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.780510] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] notify_nova_on_port_data_changes = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.780645] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] notify_nova_on_port_status_changes = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.780779] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] pagination_max_limit = -1 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.780910] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] publish_errors = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.781049] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] rate_limit_burst = 0 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.781187] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] rate_limit_except_level = CRITICAL {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.781314] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] rate_limit_interval = 0 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.781441] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] retry_until_window = 30 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.781566] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] router_distributed = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.781691] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] rpc_resources_processing_step = 20 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.781816] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] rpc_response_max_timeout = 600 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.781941] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] rpc_response_timeout = 60 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.782077] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] send_events_interval = 2 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.782225] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] service_plugins = ['router'] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.782358] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] setproctitle = on {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.782482] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] shell_completion = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.782614] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] state_path = /opt/stack/data/neutron {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.782747] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] syslog_log_facility = LOG_USER {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.782877] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] tcp_keepidle = 600 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.783017] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] transport_url = **** {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.783201] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] use_journal = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.783349] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] use_json = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.783481] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] use_ssl = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.783607] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] use_stderr = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.783740] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] use_syslog = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.783866] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] vlan_qinq = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.783992] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] vlan_transparent = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.784132] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] watch_log_file = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.784260] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] wsgi_default_pool_size = 100 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.784385] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] wsgi_keep_alive = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.784520] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.784649] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] wsgi_server_debug = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.784796] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_concurrency.disable_process_locking = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.784936] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785089] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785224] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785362] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785496] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785626] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785773] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler.connection_string = messaging:// {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.785917] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler.enabled = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786062] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler.es_doc_type = notification {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786195] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler.es_scroll_size = 10000 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786332] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler.es_scroll_time = 2m {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786465] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler.filter_error_trace = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786601] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler.hmac_keys = **** {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786739] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler.sentinel_service_name = mymaster {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.786887] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler.socket_timeout = 0.1 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787031] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler.trace_requests = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787163] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler.trace_sqlalchemy = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787308] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler_jaeger.process_tags = {} {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787440] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler_jaeger.service_name_prefix = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787572] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] profiler_otlp.service_name_prefix = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787718] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_policy.enforce_new_defaults = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.787980] env[65740]: WARNING oslo_config.cfg [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 533.788143] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_policy.enforce_scope = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788282] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_policy.policy_default_rule = default {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788428] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788565] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788701] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788831] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.788987] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789132] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789266] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789403] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789552] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789695] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] agent.extensions = [] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789837] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.789998] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] service_providers.service_provider = [] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790155] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] QUOTAS.default_quota = -1 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790296] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790430] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] QUOTAS.quota_floatingip = 50 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790561] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] QUOTAS.quota_network = 100 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790689] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] QUOTAS.quota_port = 500 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790816] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.790947] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] QUOTAS.quota_router = 10 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791084] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] QUOTAS.quota_security_group = 10 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791224] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791355] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] QUOTAS.quota_subnet = 100 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791483] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] QUOTAS.track_quota_usage = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791628] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791757] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep.group = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.791883] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep.helper_command = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792030] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep.log_daemon_traceback = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792162] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792292] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep.thread_pool_size = 8 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792418] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep.user = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792555] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792683] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_dhcp_release.group = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792809] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_dhcp_release.helper_command = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.792936] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793084] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793211] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793337] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_dhcp_release.user = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793471] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793596] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_ovs_vsctl.group = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793719] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.793847] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794009] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794156] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794284] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_ovs_vsctl.user = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794421] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_namespace.capabilities = [21] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794547] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_namespace.group = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794673] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_namespace.helper_command = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794800] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.794933] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795081] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795207] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_namespace.user = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795341] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_conntrack.capabilities = [12] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795465] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_conntrack.group = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795597] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_conntrack.helper_command = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795716] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795846] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.795976] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796111] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_conntrack.user = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796246] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_link.capabilities = [12, 21] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796371] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_link.group = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796495] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_link.helper_command = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796623] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_link.log_daemon_traceback = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796755] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.796887] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_link.thread_pool_size = 8 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.797026] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] privsep_link.user = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.797180] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.797322] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.797453] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.continue_on_failed_promotions = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.797580] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.dscp = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.797711] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.dscp_inherit = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.797848] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.force_mp_to_policy = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.797977] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.locking_coordinator_url = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.798119] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.log_agent_heartbeats = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.798251] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.logging_expire = 1 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.798384] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.798512] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.798646] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.polling_interval = 240 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.798776] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.798933] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.799101] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.report_interval = 30.0 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.799245] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.799383] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.799522] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.799659] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.sync_skew = 60 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.799791] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.synchronization_queue_size = 20 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.799953] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT.use_helper_for_ns_read = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.800118] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] SECURITYGROUP.enable_ipset = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.800263] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] SECURITYGROUP.enable_security_group = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.800402] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.800540] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.800677] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] experimental.ipv6_pd_enabled = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.800831] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ml2.extension_drivers = ['port_security'] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.800964] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ml2.external_network_type = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.801130] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.801273] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ml2.overlay_ip_version = 4 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.801411] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ml2.path_mtu = 8950 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.801547] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ml2.physical_network_mtus = {} {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.801691] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.801829] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.801970] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ml2.type_drivers = ['vlan'] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.802127] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.802260] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.802391] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.802534] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.802675] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.802811] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.802948] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.803098] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.803235] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.803433] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.803581] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_login_password = **** {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.803726] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.803868] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_login_user = admin {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.804023] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.804164] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.804299] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.804432] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.804571] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.804712] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.804850] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.804988] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.805135] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.805274] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.805416] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.805550] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.805689] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.805874] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.806053] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.806202] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.806338] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.806477] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] nova.auth_section = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.806616] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] nova.auth_type = password {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.806754] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.806884] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] nova.certfile = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.807029] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] nova.collect_timing = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.807177] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] nova.endpoint_type = public {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.807310] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] nova.insecure = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.807439] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] nova.keyfile = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.807578] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] nova.region_name = RegionOne {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.807711] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] nova.split_loggers = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.807839] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] nova.timeout = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.807975] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] placement.auth_section = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.808128] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] placement.auth_type = password {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.808267] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.808399] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] placement.certfile = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.808523] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] placement.collect_timing = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.808661] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] placement.endpoint_type = public {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.808794] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] placement.insecure = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.808959] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] placement.keyfile = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.809106] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] placement.region_name = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.809242] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] placement.split_loggers = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.809371] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] placement.timeout = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.809508] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.auth_section = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.809641] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.auth_type = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.809769] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.cafile = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.809914] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.certfile = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.810074] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.collect_timing = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.810208] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.connect_retries = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.810340] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.connect_retry_delay = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.810473] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.enable_notifications = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.810601] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.endpoint_override = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.810732] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.insecure = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.810861] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.interface = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.810990] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.keyfile = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.811133] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.max_version = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.811261] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.min_version = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.811388] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.region_name = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.811515] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.retriable_status_codes = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.811641] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.service_name = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.811766] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.service_type = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.811908] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.split_loggers = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.812064] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.status_code_retries = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.812198] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.status_code_retry_delay = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.812327] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.timeout = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.812456] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.valid_interfaces = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.812638] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ironic.version = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.812831] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] cli_script.dry_run = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.812984] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.813136] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.813270] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.813402] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.813531] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.813661] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.813790] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.813920] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.814064] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.814200] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.814328] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.814466] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.814604] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.814737] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.814867] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.815014] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.815150] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.815279] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.815416] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.815545] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.815675] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.815805] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.815933] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.816074] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.816205] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.816333] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.816462] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.816593] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.816723] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.816875] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.817024] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.ssl = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.817169] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.817308] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.817443] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.817581] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.817720] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.817852] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.818027] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_notifications.driver = [] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.818180] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_notifications.retry = -1 {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.818330] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.818505] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.818556] env[65740]: DEBUG oslo_service.backend._eventlet.service [None req-44f1600c-c626-476d-80d7-02250bba9101 None None] ******************************************************************************** {{(pid=65740) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 533.819725] env[65740]: DEBUG neutron.agent.securitygroups_rpc [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Init firewall settings (driver=nsxv3) {{(pid=65740) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 533.821009] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65740) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 533.821257] env[65740]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] RPC agent_id: nsxm-l-01a.corp.local [ 533.823410] env[65740]: DEBUG dogpile.cache.region [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 533.823537] env[65740]: DEBUG dogpile.lock [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 533.823636] env[65740]: DEBUG dogpile.lock [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 533.823729] env[65740]: DEBUG dogpile.lock [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 533.823822] env[65740]: DEBUG dogpile.cache.region [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 533.823913] env[65740]: DEBUG dogpile.lock [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 533.824068] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 533.858565] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Session token - acquiring [ 533.860671] env[65740]: DEBUG networking_nsxv3.common.locking [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.860858] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.860925] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.861425] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.872474] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.146804] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 534.169872] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 534.170104] env[65740]: DEBUG dogpile.cache.region [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Cache value generated in 0.346 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 534.170246] env[65740]: DEBUG dogpile.lock [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 534.170377] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Activating Policy API Provider. [ 534.170588] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Looking for the default Infrastructure Rules. [ 534.240163] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Looking for the Default Layer3 Logged Drop Section. [ 534.257628] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 534.258092] env[65740]: DEBUG networking_nsxv3.common.locking [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.258262] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquiring lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.258367] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.258659] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired external semaphore "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.259185] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.775767] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.278309] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.780483] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Inventory metadata is going to be refreshed. [ 535.780839] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 536.507899] env[65740]: DEBUG networking_nsxv3.common.locking [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.508226] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.508226] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.508580] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.519939] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 536.520905] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.521924] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 536.541885] env[65740]: DEBUG networking_nsxv3.common.locking [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.542191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.542191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.542447] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.542574] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.542721] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 536.542833] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.542935] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 536.565410] env[65740]: DEBUG networking_nsxv3.common.locking [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.565689] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.565689] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.565958] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.566150] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.566292] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 536.586636] env[65740]: DEBUG networking_nsxv3.common.locking [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.586855] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.586984] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.587211] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.587353] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.587492] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 536.606673] env[65740]: DEBUG networking_nsxv3.common.locking [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.606908] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquiring lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.607038] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.607264] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired external semaphore "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.607407] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Releasing lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.607551] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 536.607652] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.607754] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 536.625791] env[65740]: DEBUG networking_nsxv3.common.locking [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.625990] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquiring lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.626068] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.626339] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired external semaphore "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.626461] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Releasing lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.626599] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 536.626698] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.626801] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 536.647669] env[65740]: DEBUG networking_nsxv3.common.locking [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.647869] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.647986] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.648266] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.648426] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.648576] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 536.648682] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.648772] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Inventory metadata have been refreshed. [ 536.648865] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Dryrun:True. Metadata refresh completed. [ 536.649021] env[65740]: DEBUG oslo_concurrency.lockutils [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Releasing lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.650800] env[65740]: INFO neutron.agent.agent_extensions_manager [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Loaded agent extensions: [] [ 536.651558] env[65740]: DEBUG neutron_lib.callbacks.manager [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65740) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 536.699409] env[65740]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] NSXv3 Agent Agent RPC Daemon Started! [ 536.699544] env[65740]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] NSXv3 Agent Agent loop - iteration:0 started [ 536.699655] env[65740]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] NSXv3 Agent Agent out of sync with plugin! [ 541.652640] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.653114] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.654407] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.654407] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.655941] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.656311] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.969964] env[65740]: INFO networking_nsxv3.common.synchronization [None req-3ebc0da8-66e0-4bf9-a6b6-2e34e01baac0 demo admin] Enqueued Resource ID: 5c9d34f6-046e-439e-8dc9-4767e79d4cc1 with Priority: HIGHEST for action security_group_rules [ 551.970565] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9d34f6-046e-439e-8dc9-4767e79d4cc1 with Priority: HIGHEST for action security_group_rules [ 551.970886] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c9d34f6-046e-439e-8dc9-4767e79d4cc1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.971030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c9d34f6-046e-439e-8dc9-4767e79d4cc1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.971091] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c9d34f6-046e-439e-8dc9-4767e79d4cc1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.971467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c9d34f6-046e-439e-8dc9-4767e79d4cc1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.971579] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c9d34f6-046e-439e-8dc9-4767e79d4cc1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.493683] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.493683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.493683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.493683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.493683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.493683] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c9d34f6-046e-439e-8dc9-4767e79d4cc1 already deleted. [ 552.493683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c9d34f6-046e-439e-8dc9-4767e79d4cc1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.655143] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.655647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.655647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.655647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.655836] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.159966] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.662357] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.164535] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 556.164744] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 556.970596] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.971272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.971472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.971825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.984021] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 556.984984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.985694] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 556.986829] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.987030] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.003031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.003424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.003662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.003970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.004190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.004386] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 557.004542] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 557.004709] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 557.024750] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.025102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.025262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.025534] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.025761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.025948] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 557.044075] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.044378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.044559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.045052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.045052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.045191] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 557.063234] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.063400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.063400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.063595] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.063693] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.063805] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 557.063877] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 557.063945] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 557.080953] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.081200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.081200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.081310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.081380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.081485] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 557.081578] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 557.081654] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 557.099714] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.099917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.099917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.100102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.100221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.100340] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 557.100420] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 557.100469] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 557.100520] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 557.100595] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 557.100686] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 557.100784] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 557.100968] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 557.101043] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 557.101105] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 557.120067] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.120323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.120323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.120491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.120541] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.120658] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 557.140433] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.140628] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.140628] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.140823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.140925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.153723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.988179] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.988590] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.989523] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.989879] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.990971] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.991663] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.994086] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.994086] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 581.809392] env[65740]: INFO networking_nsxv3.common.synchronization [None req-ba7d0385-ecb9-4b75-bf46-4b539c0613aa None None] Enqueued Resource ID: b4d1c467-2dfb-4268-9b37-dbf99938a958 with Priority: HIGHEST for action port [ 581.809780] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d1c467-2dfb-4268-9b37-dbf99938a958 with Priority: HIGHEST for action port [ 581.810391] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4d1c467-2dfb-4268-9b37-dbf99938a958 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.810499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4d1c467-2dfb-4268-9b37-dbf99938a958" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.810573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4d1c467-2dfb-4268-9b37-dbf99938a958" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.810847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4d1c467-2dfb-4268-9b37-dbf99938a958" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.810931] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4d1c467-2dfb-4268-9b37-dbf99938a958',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.313267] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4d1c467-2dfb-4268-9b37-dbf99938a958 [ 582.313512] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.313650] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.313721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.313933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.314037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.314130] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4d1c467-2dfb-4268-9b37-dbf99938a958 already deleted. [ 582.314207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4d1c467-2dfb-4268-9b37-dbf99938a958" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.569623] env[65740]: INFO networking_nsxv3.common.synchronization [None req-5646d6cb-1015-49d9-8565-741e95f59474 None None] Enqueued Resource ID: 987f020e-6544-480d-8db4-cf6c7637805b with Priority: HIGHEST for action port [ 583.569883] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 987f020e-6544-480d-8db4-cf6c7637805b with Priority: HIGHEST for action port [ 583.570225] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-987f020e-6544-480d-8db4-cf6c7637805b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.570390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-987f020e-6544-480d-8db4-cf6c7637805b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.570486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-987f020e-6544-480d-8db4-cf6c7637805b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.570767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-987f020e-6544-480d-8db4-cf6c7637805b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.571086] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('987f020e-6544-480d-8db4-cf6c7637805b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.073411] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 987f020e-6544-480d-8db4-cf6c7637805b [ 584.073694] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.073841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.073908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.074217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.074365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.074474] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:987f020e-6544-480d-8db4-cf6c7637805b already deleted. [ 584.074567] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-987f020e-6544-480d-8db4-cf6c7637805b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.315316] env[65740]: INFO networking_nsxv3.common.synchronization [None req-6ae67ba9-93e7-43ba-a397-165e01268817 None None] Enqueued Resource ID: 97582c9f-8e25-4ec2-a260-342eb7825aca with Priority: HIGHEST for action port [ 585.316602] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97582c9f-8e25-4ec2-a260-342eb7825aca with Priority: HIGHEST for action port [ 585.316602] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-97582c9f-8e25-4ec2-a260-342eb7825aca taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.316602] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97582c9f-8e25-4ec2-a260-342eb7825aca" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.316602] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97582c9f-8e25-4ec2-a260-342eb7825aca" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.317642] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97582c9f-8e25-4ec2-a260-342eb7825aca" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.317642] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97582c9f-8e25-4ec2-a260-342eb7825aca',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.820576] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97582c9f-8e25-4ec2-a260-342eb7825aca [ 585.820677] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.821850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.821850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.821850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.821850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.821850] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97582c9f-8e25-4ec2-a260-342eb7825aca already deleted. [ 585.821850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97582c9f-8e25-4ec2-a260-342eb7825aca" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.538756] env[65740]: INFO networking_nsxv3.common.synchronization [None req-f1bea1af-c1ea-4d97-ac5b-14ed3e881c52 None None] Enqueued Resource ID: 54a0f7c3-ea21-493b-9a05-7f14323dcb1e with Priority: HIGHEST for action port [ 587.539472] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a0f7c3-ea21-493b-9a05-7f14323dcb1e with Priority: HIGHEST for action port [ 587.539616] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-54a0f7c3-ea21-493b-9a05-7f14323dcb1e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.539987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54a0f7c3-ea21-493b-9a05-7f14323dcb1e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.539987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54a0f7c3-ea21-493b-9a05-7f14323dcb1e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.540257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54a0f7c3-ea21-493b-9a05-7f14323dcb1e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.540384] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a0f7c3-ea21-493b-9a05-7f14323dcb1e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.046778] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54a0f7c3-ea21-493b-9a05-7f14323dcb1e [ 588.046778] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.046778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.046778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.047030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.047177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.047297] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54a0f7c3-ea21-493b-9a05-7f14323dcb1e already deleted. [ 588.047373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54a0f7c3-ea21-493b-9a05-7f14323dcb1e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.670086] env[65740]: INFO networking_nsxv3.common.synchronization [None req-afd254cf-5715-4354-8f38-108d5a245c15 None None] Enqueued Resource ID: 92e3e67d-a445-4800-b31d-291f2c12038b with Priority: HIGHEST for action port [ 589.671575] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e3e67d-a445-4800-b31d-291f2c12038b with Priority: HIGHEST for action port [ 589.673538] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e3e67d-a445-4800-b31d-291f2c12038b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.673538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e3e67d-a445-4800-b31d-291f2c12038b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.673538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e3e67d-a445-4800-b31d-291f2c12038b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.673538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e3e67d-a445-4800-b31d-291f2c12038b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.673538] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e3e67d-a445-4800-b31d-291f2c12038b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.177718] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92e3e67d-a445-4800-b31d-291f2c12038b [ 590.177718] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.177718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.177718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.177718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.177718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.177718] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92e3e67d-a445-4800-b31d-291f2c12038b already deleted. [ 590.178076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e3e67d-a445-4800-b31d-291f2c12038b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.394290] env[65740]: INFO networking_nsxv3.common.synchronization [None req-baf2bf79-854f-423b-b160-0462df5f9019 None None] Enqueued Resource ID: ebd33d94-cf4c-47a1-8906-8d39aa110bd4 with Priority: HIGHEST for action port [ 590.394549] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd33d94-cf4c-47a1-8906-8d39aa110bd4 with Priority: HIGHEST for action port [ 590.395129] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebd33d94-cf4c-47a1-8906-8d39aa110bd4 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.395259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebd33d94-cf4c-47a1-8906-8d39aa110bd4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.395358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebd33d94-cf4c-47a1-8906-8d39aa110bd4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.395563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebd33d94-cf4c-47a1-8906-8d39aa110bd4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.395647] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd33d94-cf4c-47a1-8906-8d39aa110bd4',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.900134] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebd33d94-cf4c-47a1-8906-8d39aa110bd4 [ 590.900435] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.900912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.901062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.901587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.901755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.901929] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebd33d94-cf4c-47a1-8906-8d39aa110bd4 already deleted. [ 590.902512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebd33d94-cf4c-47a1-8906-8d39aa110bd4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.200491] env[65740]: INFO networking_nsxv3.common.synchronization [None req-8229382a-443c-4d5c-bf48-6df515f8f815 None None] Enqueued Resource ID: acf16860-d1cf-4a74-895a-841b2ce17fc5 with Priority: HIGHEST for action port [ 591.200660] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf16860-d1cf-4a74-895a-841b2ce17fc5 with Priority: HIGHEST for action port [ 591.200982] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-acf16860-d1cf-4a74-895a-841b2ce17fc5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.201306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acf16860-d1cf-4a74-895a-841b2ce17fc5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.201484] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acf16860-d1cf-4a74-895a-841b2ce17fc5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.201952] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acf16860-d1cf-4a74-895a-841b2ce17fc5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.201952] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acf16860-d1cf-4a74-895a-841b2ce17fc5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.421639] env[65740]: INFO networking_nsxv3.common.synchronization [None req-c92bb7af-e05d-4bf8-9802-8873fe3053ad None None] Enqueued Resource ID: b2065c41-0081-47de-8e5d-133c14af6f92 with Priority: HIGHEST for action port [ 591.422489] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2065c41-0081-47de-8e5d-133c14af6f92 with Priority: HIGHEST for action port [ 591.422763] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2065c41-0081-47de-8e5d-133c14af6f92 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.423171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2065c41-0081-47de-8e5d-133c14af6f92" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.423171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2065c41-0081-47de-8e5d-133c14af6f92" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.426611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2065c41-0081-47de-8e5d-133c14af6f92" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.426703] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2065c41-0081-47de-8e5d-133c14af6f92',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.704738] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acf16860-d1cf-4a74-895a-841b2ce17fc5 [ 591.704893] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.705048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.705121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.705336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.705439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.705515] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acf16860-d1cf-4a74-895a-841b2ce17fc5 already deleted. [ 591.705608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acf16860-d1cf-4a74-895a-841b2ce17fc5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.933247] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2065c41-0081-47de-8e5d-133c14af6f92 [ 591.933545] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.933609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.933688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.933887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.933969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.934559] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2065c41-0081-47de-8e5d-133c14af6f92 already deleted. [ 591.934559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2065c41-0081-47de-8e5d-133c14af6f92" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.190412] env[65740]: INFO networking_nsxv3.common.synchronization [None req-38e06855-ce3a-471e-bf2b-d81a30045abb None None] Enqueued Resource ID: 39af0e65-09a9-484b-998c-a82a99f99bf6 with Priority: HIGHEST for action port [ 592.190949] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39af0e65-09a9-484b-998c-a82a99f99bf6 with Priority: HIGHEST for action port [ 592.191257] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-39af0e65-09a9-484b-998c-a82a99f99bf6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.191400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39af0e65-09a9-484b-998c-a82a99f99bf6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.191442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39af0e65-09a9-484b-998c-a82a99f99bf6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.191752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39af0e65-09a9-484b-998c-a82a99f99bf6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.191752] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39af0e65-09a9-484b-998c-a82a99f99bf6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.594753] env[65740]: INFO networking_nsxv3.common.synchronization [None req-634762fa-ea96-42a6-aa96-70e17090a319 None None] Enqueued Resource ID: ebc9281a-26ec-44c8-8537-331796320fc7 with Priority: HIGHEST for action port [ 592.594753] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc9281a-26ec-44c8-8537-331796320fc7 with Priority: HIGHEST for action port [ 592.594753] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc9281a-26ec-44c8-8537-331796320fc7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.594886] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc9281a-26ec-44c8-8537-331796320fc7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.595669] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc9281a-26ec-44c8-8537-331796320fc7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.595756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc9281a-26ec-44c8-8537-331796320fc7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.595794] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc9281a-26ec-44c8-8537-331796320fc7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.696504] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39af0e65-09a9-484b-998c-a82a99f99bf6 [ 592.696871] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.697262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.697262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.697444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.697524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.697617] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39af0e65-09a9-484b-998c-a82a99f99bf6 already deleted. [ 592.698538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39af0e65-09a9-484b-998c-a82a99f99bf6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.969049] env[65740]: INFO networking_nsxv3.common.synchronization [None req-b7db5e2c-dbb5-4aa7-801e-2869c7661328 tempest-ServersTestManualDisk-1973377511 tempest-ServersTestManualDisk-1973377511-project-member] Enqueued Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGHEST for action security_group_rules [ 592.969560] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGHEST for action security_group_rules [ 592.970414] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84d7d07b-8177-49d7-a158-2dfa7532f71e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.970414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.972174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.972174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.972174] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84d7d07b-8177-49d7-a158-2dfa7532f71e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.098592] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebc9281a-26ec-44c8-8537-331796320fc7 [ 593.098689] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.098833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.098895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.099130] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.099226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.099353] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebc9281a-26ec-44c8-8537-331796320fc7 already deleted. [ 593.099455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc9281a-26ec-44c8-8537-331796320fc7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.494575] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.494722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.495328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.495328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.495328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.495328] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e already deleted. [ 593.495328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.012299] env[65740]: INFO networking_nsxv3.common.synchronization [None req-59b1224c-168c-4002-9334-f679accfbad5 None None] Enqueued Resource ID: 7eba4da3-8f39-4cc5-80ee-f287bfa69e76 with Priority: HIGHEST for action port [ 594.012985] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eba4da3-8f39-4cc5-80ee-f287bfa69e76 with Priority: HIGHEST for action port [ 594.013130] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eba4da3-8f39-4cc5-80ee-f287bfa69e76 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.013683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eba4da3-8f39-4cc5-80ee-f287bfa69e76" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.013683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eba4da3-8f39-4cc5-80ee-f287bfa69e76" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.013683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eba4da3-8f39-4cc5-80ee-f287bfa69e76" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.013683] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eba4da3-8f39-4cc5-80ee-f287bfa69e76',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.238864] env[65740]: INFO networking_nsxv3.common.synchronization [None req-231edca2-a9d2-4258-a730-7433bfcfd77f None None] Enqueued Resource ID: 0965753d-e4cc-40b2-848c-404fff3e3ce8 with Priority: HIGHEST for action port [ 594.239498] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0965753d-e4cc-40b2-848c-404fff3e3ce8 with Priority: HIGHEST for action port [ 594.239870] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-0965753d-e4cc-40b2-848c-404fff3e3ce8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.239997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0965753d-e4cc-40b2-848c-404fff3e3ce8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.240306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0965753d-e4cc-40b2-848c-404fff3e3ce8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.240977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0965753d-e4cc-40b2-848c-404fff3e3ce8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.240977] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0965753d-e4cc-40b2-848c-404fff3e3ce8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.522280] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7eba4da3-8f39-4cc5-80ee-f287bfa69e76 [ 594.522518] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.522668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.522739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.523031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.523098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.523195] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7eba4da3-8f39-4cc5-80ee-f287bfa69e76 already deleted. [ 594.523236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eba4da3-8f39-4cc5-80ee-f287bfa69e76" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.673206] env[65740]: INFO networking_nsxv3.common.synchronization [None req-75ad5fd2-a49e-4b9a-94a2-57c008cd1ff4 tempest-ServersTestManualDisk-1973377511 tempest-ServersTestManualDisk-1973377511-project-member] Enqueued Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGHEST for action security_group_rules [ 594.673206] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGHEST for action security_group_rules [ 594.673413] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84d7d07b-8177-49d7-a158-2dfa7532f71e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.673676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.674030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.676240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.676240] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84d7d07b-8177-49d7-a158-2dfa7532f71e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.676981] env[65740]: INFO networking_nsxv3.common.synchronization [None req-3eb0d875-d211-4895-a924-f10a96276736 None None] Enqueued Resource ID: 0402732b-c65d-4719-9313-d5753aa94168 with Priority: HIGHEST for action port [ 594.677514] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0402732b-c65d-4719-9313-d5753aa94168 with Priority: HIGHEST for action port [ 594.678420] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-0402732b-c65d-4719-9313-d5753aa94168 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.678508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0402732b-c65d-4719-9313-d5753aa94168" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.678561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0402732b-c65d-4719-9313-d5753aa94168" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.678794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0402732b-c65d-4719-9313-d5753aa94168" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.680044] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0402732b-c65d-4719-9313-d5753aa94168',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.743051] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0965753d-e4cc-40b2-848c-404fff3e3ce8 [ 594.743473] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.743473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.743621] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.743722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.743811] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.743911] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0965753d-e4cc-40b2-848c-404fff3e3ce8 already deleted. [ 594.743995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0965753d-e4cc-40b2-848c-404fff3e3ce8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.181467] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0402732b-c65d-4719-9313-d5753aa94168 [ 595.181467] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.181872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.181872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.181872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.181952] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.182047] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0402732b-c65d-4719-9313-d5753aa94168 already deleted. [ 595.182092] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0402732b-c65d-4719-9313-d5753aa94168" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.197149] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.197301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.197372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.197593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.197683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.197781] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e already deleted. [ 595.197932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.176332] env[65740]: INFO networking_nsxv3.common.synchronization [None req-835ce98f-10cd-43b5-aa16-16644130a73a None None] Enqueued Resource ID: 96b1f8fe-c96a-4e16-82ec-48d26fa14580 with Priority: HIGHEST for action port [ 596.176886] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96b1f8fe-c96a-4e16-82ec-48d26fa14580 with Priority: HIGHEST for action port [ 596.178453] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-96b1f8fe-c96a-4e16-82ec-48d26fa14580 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.178453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96b1f8fe-c96a-4e16-82ec-48d26fa14580" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.178453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96b1f8fe-c96a-4e16-82ec-48d26fa14580" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.178453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96b1f8fe-c96a-4e16-82ec-48d26fa14580" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.178453] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b1f8fe-c96a-4e16-82ec-48d26fa14580',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.682179] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96b1f8fe-c96a-4e16-82ec-48d26fa14580 [ 596.682444] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.682873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.682873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.682873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.683028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.683028] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96b1f8fe-c96a-4e16-82ec-48d26fa14580 already deleted. [ 596.683095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96b1f8fe-c96a-4e16-82ec-48d26fa14580" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.849630] env[65740]: INFO networking_nsxv3.common.synchronization [None req-ca2bfbe4-263d-4e48-9b36-29e9ea1140c3 None None] Enqueued Resource ID: 9c0b435b-a570-4e21-bd89-126e8e67ec1b with Priority: HIGHEST for action port [ 596.849929] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c0b435b-a570-4e21-bd89-126e8e67ec1b with Priority: HIGHEST for action port [ 596.850524] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c0b435b-a570-4e21-bd89-126e8e67ec1b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.850652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c0b435b-a570-4e21-bd89-126e8e67ec1b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.851447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c0b435b-a570-4e21-bd89-126e8e67ec1b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.851447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c0b435b-a570-4e21-bd89-126e8e67ec1b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.853169] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c0b435b-a570-4e21-bd89-126e8e67ec1b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.357213] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c0b435b-a570-4e21-bd89-126e8e67ec1b [ 597.357483] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.357699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.357699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.357967] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.358641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.358641] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c0b435b-a570-4e21-bd89-126e8e67ec1b already deleted. [ 597.358641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c0b435b-a570-4e21-bd89-126e8e67ec1b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.763487] env[65740]: INFO networking_nsxv3.common.synchronization [None req-8f0129d4-f22b-49a2-97fd-cc66e5628b95 None None] Enqueued Resource ID: 8763aeee-bd2d-45f2-b725-43c49454c9e9 with Priority: HIGHEST for action port [ 597.764487] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8763aeee-bd2d-45f2-b725-43c49454c9e9 with Priority: HIGHEST for action port [ 597.765072] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-8763aeee-bd2d-45f2-b725-43c49454c9e9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.765743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8763aeee-bd2d-45f2-b725-43c49454c9e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.765743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8763aeee-bd2d-45f2-b725-43c49454c9e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.766865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8763aeee-bd2d-45f2-b725-43c49454c9e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.766865] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8763aeee-bd2d-45f2-b725-43c49454c9e9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.950730] env[65740]: INFO networking_nsxv3.common.synchronization [None req-a42bf796-8630-4d84-999a-81e171fb2ed6 None None] Enqueued Resource ID: a7eb5c61-40d7-4a13-a481-9d3ef7f29aa2 with Priority: HIGHEST for action port [ 597.952283] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7eb5c61-40d7-4a13-a481-9d3ef7f29aa2 with Priority: HIGHEST for action port [ 597.952283] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7eb5c61-40d7-4a13-a481-9d3ef7f29aa2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.952283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7eb5c61-40d7-4a13-a481-9d3ef7f29aa2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.952764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7eb5c61-40d7-4a13-a481-9d3ef7f29aa2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.954388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7eb5c61-40d7-4a13-a481-9d3ef7f29aa2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.954388] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7eb5c61-40d7-4a13-a481-9d3ef7f29aa2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.268927] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8763aeee-bd2d-45f2-b725-43c49454c9e9 [ 598.269189] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.269326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.269392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.269606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.269695] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.269796] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8763aeee-bd2d-45f2-b725-43c49454c9e9 already deleted. [ 598.269889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8763aeee-bd2d-45f2-b725-43c49454c9e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.375545] env[65740]: INFO networking_nsxv3.common.synchronization [None req-3d1ee949-597f-4945-83c6-d4d0a5def80d None None] Enqueued Resource ID: 77d7beaa-f715-4245-9caa-644ef3ebffc3 with Priority: HIGHEST for action port [ 598.376559] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d7beaa-f715-4245-9caa-644ef3ebffc3 with Priority: HIGHEST for action port [ 598.377980] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-77d7beaa-f715-4245-9caa-644ef3ebffc3 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.379257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77d7beaa-f715-4245-9caa-644ef3ebffc3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.380292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77d7beaa-f715-4245-9caa-644ef3ebffc3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.380292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77d7beaa-f715-4245-9caa-644ef3ebffc3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.380292] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77d7beaa-f715-4245-9caa-644ef3ebffc3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.457820] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7eb5c61-40d7-4a13-a481-9d3ef7f29aa2 [ 598.457820] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.457820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.457820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.457820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.457820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.458154] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7eb5c61-40d7-4a13-a481-9d3ef7f29aa2 already deleted. [ 598.458154] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7eb5c61-40d7-4a13-a481-9d3ef7f29aa2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.869558] env[65740]: INFO networking_nsxv3.common.synchronization [None req-45c710a8-c151-41f5-92ea-8436d3b1253f tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed with Priority: HIGHEST for action security_group_rules [ 598.872224] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed with Priority: HIGHEST for action security_group_rules [ 598.874624] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.874741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.874799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.876449] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.876449] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.882314] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77d7beaa-f715-4245-9caa-644ef3ebffc3 [ 598.882522] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.882805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.882878] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.883509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.884540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.884540] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77d7beaa-f715-4245-9caa-644ef3ebffc3 already deleted. [ 598.884540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77d7beaa-f715-4245-9caa-644ef3ebffc3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.400830] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.400830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.400830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.401014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.401046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.401181] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed already deleted. [ 599.401229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.517471] env[65740]: INFO networking_nsxv3.common.synchronization [None req-71fd9555-5bb4-4407-8de0-cca2aee09135 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed with Priority: HIGHEST for action security_group_rules [ 599.518200] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed with Priority: HIGHEST for action security_group_rules [ 599.518352] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.518497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.518564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.518778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.518861] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.703740] env[65740]: INFO networking_nsxv3.common.synchronization [None req-3a5766c2-d623-4af5-a3b8-4327c1fe98da None None] Enqueued Resource ID: 8bb3d4c6-f74d-455f-b28d-efbc8f6d2da0 with Priority: HIGHEST for action port [ 599.703871] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb3d4c6-f74d-455f-b28d-efbc8f6d2da0 with Priority: HIGHEST for action port [ 599.704476] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bb3d4c6-f74d-455f-b28d-efbc8f6d2da0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.704600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bb3d4c6-f74d-455f-b28d-efbc8f6d2da0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.704857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bb3d4c6-f74d-455f-b28d-efbc8f6d2da0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.704915] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bb3d4c6-f74d-455f-b28d-efbc8f6d2da0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.704986] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bb3d4c6-f74d-455f-b28d-efbc8f6d2da0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.040352] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.042329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.043598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.043598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.043598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.043598] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed already deleted. [ 600.043598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.207182] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bb3d4c6-f74d-455f-b28d-efbc8f6d2da0 [ 600.210180] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.210180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.210180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.210180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.210180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.210180] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bb3d4c6-f74d-455f-b28d-efbc8f6d2da0 already deleted. [ 600.210180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bb3d4c6-f74d-455f-b28d-efbc8f6d2da0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.578856] env[65740]: INFO networking_nsxv3.common.synchronization [None req-61eeb9b1-38d8-4d60-97be-ab0ed76dd580 None None] Enqueued Resource ID: 7aa481b1-5a30-4fb4-a32e-7a36b4d1c9e8 with Priority: HIGHEST for action port [ 600.579119] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa481b1-5a30-4fb4-a32e-7a36b4d1c9e8 with Priority: HIGHEST for action port [ 600.579680] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aa481b1-5a30-4fb4-a32e-7a36b4d1c9e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.579834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aa481b1-5a30-4fb4-a32e-7a36b4d1c9e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.579888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aa481b1-5a30-4fb4-a32e-7a36b4d1c9e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.583020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aa481b1-5a30-4fb4-a32e-7a36b4d1c9e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.583020] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aa481b1-5a30-4fb4-a32e-7a36b4d1c9e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.085148] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7aa481b1-5a30-4fb4-a32e-7a36b4d1c9e8 [ 601.085448] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.085766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.085868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.086130] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.086381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.086464] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7aa481b1-5a30-4fb4-a32e-7a36b4d1c9e8 already deleted. [ 601.086546] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aa481b1-5a30-4fb4-a32e-7a36b4d1c9e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.873453] env[65740]: INFO networking_nsxv3.common.synchronization [None req-c67768ce-8c3d-4f5f-b4f5-04df9965bde8 None None] Enqueued Resource ID: 153de0c6-23ef-4a66-a7eb-3d0c1f4eca0d with Priority: HIGHEST for action port [ 601.875169] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153de0c6-23ef-4a66-a7eb-3d0c1f4eca0d with Priority: HIGHEST for action port [ 601.875479] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-153de0c6-23ef-4a66-a7eb-3d0c1f4eca0d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.875606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-153de0c6-23ef-4a66-a7eb-3d0c1f4eca0d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.875671] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-153de0c6-23ef-4a66-a7eb-3d0c1f4eca0d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.875926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-153de0c6-23ef-4a66-a7eb-3d0c1f4eca0d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.876017] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('153de0c6-23ef-4a66-a7eb-3d0c1f4eca0d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.261568] env[65740]: INFO networking_nsxv3.common.synchronization [None req-3b1f9a3a-5aa6-45d5-976f-6f7e53ccb9f3 None None] Enqueued Resource ID: 00c4a9cd-78d0-4216-9041-522cbf73864e with Priority: HIGHEST for action port [ 602.261872] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c4a9cd-78d0-4216-9041-522cbf73864e with Priority: HIGHEST for action port [ 602.263065] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-00c4a9cd-78d0-4216-9041-522cbf73864e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.263065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00c4a9cd-78d0-4216-9041-522cbf73864e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.263065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00c4a9cd-78d0-4216-9041-522cbf73864e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.263065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00c4a9cd-78d0-4216-9041-522cbf73864e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.263065] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00c4a9cd-78d0-4216-9041-522cbf73864e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.379402] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 153de0c6-23ef-4a66-a7eb-3d0c1f4eca0d [ 602.380374] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.380374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.380374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.380374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.380374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.380374] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:153de0c6-23ef-4a66-a7eb-3d0c1f4eca0d already deleted. [ 602.380632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-153de0c6-23ef-4a66-a7eb-3d0c1f4eca0d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.767121] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00c4a9cd-78d0-4216-9041-522cbf73864e [ 602.767366] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.767510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.767581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.767796] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.767891] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.767989] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00c4a9cd-78d0-4216-9041-522cbf73864e already deleted. [ 602.768086] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00c4a9cd-78d0-4216-9041-522cbf73864e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.888039] env[65740]: INFO networking_nsxv3.common.synchronization [req-4d6c247d-12d1-4185-9b2d-295db2bfc045 req-eb374cdc-be10-4f8e-b0b6-1ccf9ee27068 tempest-TenantUsagesTestJSON-281243186 tempest-TenantUsagesTestJSON-281243186-project-member] Enqueued Resource ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 with Priority: HIGHEST for action security_group_members [ 602.888493] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 with Priority: HIGHEST for action security_group_members [ 602.889113] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b1b03f-327d-4a7c-bb5b-6d91e309f806 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.889113] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.889455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.889607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.889909] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.890078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.890189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.890590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.890953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.890953] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b1b03f-327d-4a7c-bb5b-6d91e309f806',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.394892] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.395407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.395407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.395407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.395661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.395661] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.396871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.396871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.396871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.396871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.396871] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 already deleted. [ 603.396871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.541098] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.541958] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.541958] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.541958] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.542116] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.542203] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.542290] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.543016] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.543016] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.543016] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.543164] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.543164] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.543293] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.543410] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.543513] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.543636] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.566837] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.567016] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.567163] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.567674] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.567674] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-8d9df185-fcf0-403a-b274-d1c354d68ecd taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.567876] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-8d9df185-fcf0-403a-b274-d1c354d68ecd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.567996] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-8d9df185-fcf0-403a-b274-d1c354d68ecd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.568327] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-8d9df185-fcf0-403a-b274-d1c354d68ecd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.568476] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d9df185-fcf0-403a-b274-d1c354d68ecd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.072144] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.072529] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.072720] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.073012] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.073181] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.073364] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 8d9df185-fcf0-403a-b274-d1c354d68ecd not found, creating... [ 604.073677] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.073901] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.074049] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.074291] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.074432] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.074824] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.074983] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.075115] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.075312] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.075440] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.075577] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 8d9df185-fcf0-403a-b274-d1c354d68ecd is going to be created. [ 604.098444] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.098645] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.098766] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.099133] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.099410] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.099664] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-8d9df185-fcf0-403a-b274-d1c354d68ecd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.295557] env[65740]: INFO networking_nsxv3.common.synchronization [None req-c789877a-5c37-4ab8-95e2-ec296bbc31d8 None None] Enqueued Resource ID: 1de5631b-e16b-4cfb-bddf-69d005a13af1 with Priority: HIGHEST for action port [ 604.296561] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de5631b-e16b-4cfb-bddf-69d005a13af1 with Priority: HIGHEST for action port [ 604.296839] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1de5631b-e16b-4cfb-bddf-69d005a13af1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.297067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1de5631b-e16b-4cfb-bddf-69d005a13af1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.297169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1de5631b-e16b-4cfb-bddf-69d005a13af1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.297510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1de5631b-e16b-4cfb-bddf-69d005a13af1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.297650] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de5631b-e16b-4cfb-bddf-69d005a13af1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.800044] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1de5631b-e16b-4cfb-bddf-69d005a13af1 [ 604.800340] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.800340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.800436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.800582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.800659] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.800753] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1de5631b-e16b-4cfb-bddf-69d005a13af1 already deleted. [ 604.800834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1de5631b-e16b-4cfb-bddf-69d005a13af1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.261163] env[65740]: INFO networking_nsxv3.common.synchronization [req-4d6c247d-12d1-4185-9b2d-295db2bfc045 req-602e44c6-d079-4ad3-9143-ff6d4aecebb0 service nova] Enqueued Resource ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 with Priority: HIGHEST for action security_group_rules [ 605.261163] env[65740]: INFO networking_nsxv3.common.synchronization [req-4d6c247d-12d1-4185-9b2d-295db2bfc045 req-602e44c6-d079-4ad3-9143-ff6d4aecebb0 service nova] Enqueued Resource ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 with Priority: HIGHEST for action security_group_members [ 605.261163] env[65740]: INFO networking_nsxv3.common.synchronization [req-4d6c247d-12d1-4185-9b2d-295db2bfc045 req-602e44c6-d079-4ad3-9143-ff6d4aecebb0 service nova] Enqueued Resource ID: 8d9df185-fcf0-403a-b274-d1c354d68ecd with Priority: HIGHEST for action port [ 605.261163] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 with Priority: HIGHEST for action security_group_rules [ 605.261163] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 with Priority: HIGHEST for action security_group_members [ 605.261163] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9df185-fcf0-403a-b274-d1c354d68ecd with Priority: HIGHEST for action port [ 605.261163] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75b1b03f-327d-4a7c-bb5b-6d91e309f806 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.261880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.262070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.262530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.266021] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75b1b03f-327d-4a7c-bb5b-6d91e309f806',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.266021] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b1b03f-327d-4a7c-bb5b-6d91e309f806 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.266021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.266021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.266021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.266021] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.266021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.266021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.266021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.266021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.266021] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b1b03f-327d-4a7c-bb5b-6d91e309f806',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.266021] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d9df185-fcf0-403a-b274-d1c354d68ecd taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.267139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d9df185-fcf0-403a-b274-d1c354d68ecd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.267330] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d9df185-fcf0-403a-b274-d1c354d68ecd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.267597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d9df185-fcf0-403a-b274-d1c354d68ecd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.267779] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d9df185-fcf0-403a-b274-d1c354d68ecd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.610272] env[65740]: INFO networking_nsxv3.common.synchronization [req-4d2a5c21-4336-4075-a66b-ef85e058fe21 req-7ae76dae-9ab9-434b-b881-57366346c69a tempest-MigrationsAdminTest-1036155128 tempest-MigrationsAdminTest-1036155128-project-member] Enqueued Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_members [ 605.610364] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_members [ 605.611026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.611026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.611026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.612027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.612110] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.612180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.612234] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.612722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.612722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.612722] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.770995] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b1b03f-327d-4a7c-bb5b-6d91e309f806 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.771364] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.787035] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75b1b03f-327d-4a7c-bb5b-6d91e309f806',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.787035] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d9df185-fcf0-403a-b274-d1c354d68ecd with status ACTIVE [ 605.787035] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.788752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.788887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.789358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.789358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.789479] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.789574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.789646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.789817] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.789892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.790106] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.790202] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.790257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.790421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.790495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.790579] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d9df185-fcf0-403a-b274-d1c354d68ecd is going to be updated. [ 605.823943] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.824307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.824697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.824697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.824834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.825419] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d9df185-fcf0-403a-b274-d1c354d68ecd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.021897] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.022196] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.022798] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.022798] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.022798] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.023817] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.023990] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.024239] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.024380] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.024603] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.024764] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.025512] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.025512] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.025512] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.025681] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.025681] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.047163] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.047337] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.047504] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.047639] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.047954] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-256d124b-c439-487c-965b-1ece82dc3a1e taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.048251] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-256d124b-c439-487c-965b-1ece82dc3a1e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.048251] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-256d124b-c439-487c-965b-1ece82dc3a1e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.048544] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-256d124b-c439-487c-965b-1ece82dc3a1e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.048676] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256d124b-c439-487c-965b-1ece82dc3a1e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.117378] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.117561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.117644] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.117848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.117960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.118157] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.118245] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.118307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.118454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.118528] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.118608] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 already deleted. [ 606.119145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.294150] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75b1b03f-327d-4a7c-bb5b-6d91e309f806',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.551468] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.551742] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.551806] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.552154] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.552286] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.552543] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 256d124b-c439-487c-965b-1ece82dc3a1e not found, creating... [ 606.552717] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.552865] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.552974] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.553244] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.553465] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.553833] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.553986] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.554101] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.554431] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.554431] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.554560] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 256d124b-c439-487c-965b-1ece82dc3a1e is going to be created. [ 606.578744] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.578953] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.579081] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.579354] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.579620] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.579777] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-256d124b-c439-487c-965b-1ece82dc3a1e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.796201] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.796409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.796485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.796696] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.796787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.796885] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 is going to be created. [ 606.825226] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.825583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.825583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.825662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.825997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.836134] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 in Status: UNINITIALIZED for 2s [ 607.389022] env[65740]: INFO networking_nsxv3.common.synchronization [req-4d2a5c21-4336-4075-a66b-ef85e058fe21 req-75d1d86b-8cd0-4559-b125-d32cec6aaa39 service nova] Enqueued Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_rules [ 607.389022] env[65740]: INFO networking_nsxv3.common.synchronization [req-4d2a5c21-4336-4075-a66b-ef85e058fe21 req-75d1d86b-8cd0-4559-b125-d32cec6aaa39 service nova] Enqueued Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_members [ 607.389022] env[65740]: INFO networking_nsxv3.common.synchronization [req-4d2a5c21-4336-4075-a66b-ef85e058fe21 req-75d1d86b-8cd0-4559-b125-d32cec6aaa39 service nova] Enqueued Resource ID: 256d124b-c439-487c-965b-1ece82dc3a1e with Priority: HIGHEST for action port [ 607.389022] env[65740]: INFO networking_nsxv3.common.synchronization [None req-7c6517f2-810d-49ff-a6cd-d5d5dacef6d7 None None] Enqueued Resource ID: 41572881-3dac-42d2-8e07-8a75d2a3fbbb with Priority: HIGHEST for action port [ 607.390099] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_rules [ 607.390231] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256d124b-c439-487c-965b-1ece82dc3a1e with Priority: HIGHEST for action port [ 607.390326] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_members [ 607.390414] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41572881-3dac-42d2-8e07-8a75d2a3fbbb with Priority: HIGHEST for action port [ 607.390734] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.390848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.390946] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.391283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.391283] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.392117] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-256d124b-c439-487c-965b-1ece82dc3a1e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.392306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256d124b-c439-487c-965b-1ece82dc3a1e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.392306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256d124b-c439-487c-965b-1ece82dc3a1e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.396345] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256d124b-c439-487c-965b-1ece82dc3a1e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.396345] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256d124b-c439-487c-965b-1ece82dc3a1e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.396345] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.396345] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.396345] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.396345] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.396856] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.396856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.396856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.396856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.396856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.397040] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.399065] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-41572881-3dac-42d2-8e07-8a75d2a3fbbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.399202] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41572881-3dac-42d2-8e07-8a75d2a3fbbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.399258] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41572881-3dac-42d2-8e07-8a75d2a3fbbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.400708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41572881-3dac-42d2-8e07-8a75d2a3fbbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.400708] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41572881-3dac-42d2-8e07-8a75d2a3fbbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.426505] env[65740]: INFO networking_nsxv3.common.synchronization [None req-89fdf629-7fc3-42b4-8a24-987443d351f0 None None] Enqueued Resource ID: 1f12134b-5b11-49c9-a9b8-8f3a4f8254bd with Priority: HIGHEST for action port [ 607.427099] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f12134b-5b11-49c9-a9b8-8f3a4f8254bd with Priority: HIGHEST for action port [ 607.427436] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f12134b-5b11-49c9-a9b8-8f3a4f8254bd taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.427574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f12134b-5b11-49c9-a9b8-8f3a4f8254bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.427631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f12134b-5b11-49c9-a9b8-8f3a4f8254bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.427868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f12134b-5b11-49c9-a9b8-8f3a4f8254bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.427948] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f12134b-5b11-49c9-a9b8-8f3a4f8254bd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.726410] env[65740]: INFO networking_nsxv3.common.synchronization [req-46928085-5224-4b96-94cd-457e84c2d52a req-e5624753-4658-489c-9ede-43eab466f3fe tempest-AttachInterfacesV270Test-700438521 tempest-AttachInterfacesV270Test-700438521-project-member] Enqueued Resource ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 with Priority: HIGHEST for action security_group_members [ 607.726410] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 with Priority: HIGHEST for action security_group_members [ 607.726410] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.726410] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.726410] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.726611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.726919] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.728211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.728211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.728211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.728211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.728211] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51ac6fdc-da35-4d9d-a6ed-a388cb628b89',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.861963] env[65740]: INFO networking_nsxv3.common.synchronization [None req-33391903-7040-496d-8752-a58a6d3501ae None None] Enqueued Resource ID: 706f6a15-aca4-487f-bd23-d33bce59119f with Priority: HIGHEST for action port [ 607.862849] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 706f6a15-aca4-487f-bd23-d33bce59119f with Priority: HIGHEST for action port [ 607.863213] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-706f6a15-aca4-487f-bd23-d33bce59119f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.863376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-706f6a15-aca4-487f-bd23-d33bce59119f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.863461] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-706f6a15-aca4-487f-bd23-d33bce59119f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.863715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-706f6a15-aca4-487f-bd23-d33bce59119f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.863790] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('706f6a15-aca4-487f-bd23-d33bce59119f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.903192] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 256d124b-c439-487c-965b-1ece82dc3a1e with status ACTIVE [ 607.904083] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.904179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.904616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.904948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.904988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.905189] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.905435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.906043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.906043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.906043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.906043] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.906323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.906323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.906323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.906783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.906783] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 256d124b-c439-487c-965b-1ece82dc3a1e is going to be updated. [ 607.909623] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.910593] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.910686] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.923321] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41572881-3dac-42d2-8e07-8a75d2a3fbbb [ 607.923321] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.923321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.923321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.923321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.923321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.923321] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41572881-3dac-42d2-8e07-8a75d2a3fbbb already deleted. [ 607.923321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41572881-3dac-42d2-8e07-8a75d2a3fbbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.933029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.933029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.933029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.933029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.933029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.933029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256d124b-c439-487c-965b-1ece82dc3a1e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.933029] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f12134b-5b11-49c9-a9b8-8f3a4f8254bd [ 607.933029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.933029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.933029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.933029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.933029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.933029] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f12134b-5b11-49c9-a9b8-8f3a4f8254bd already deleted. [ 607.933029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f12134b-5b11-49c9-a9b8-8f3a4f8254bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.144813] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.144813] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-719" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.144813] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-719" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.144813] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-719" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.144813] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.144813] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.144813] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.144813] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.144813] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.144813] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.144813] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.144813] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.144813] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.145602] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.145602] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.145602] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.165314] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.165491] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.165628] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.166442] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-719" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.166442] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-cfb1195f-f185-4dc9-826f-a6c7cfa6e780 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.166442] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-cfb1195f-f185-4dc9-826f-a6c7cfa6e780" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.166442] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-cfb1195f-f185-4dc9-826f-a6c7cfa6e780" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.166749] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-cfb1195f-f185-4dc9-826f-a6c7cfa6e780" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.166882] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb1195f-f185-4dc9-826f-a6c7cfa6e780',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.230809] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.231104] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.231104] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.231366] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.231459] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.231703] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.231812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.231872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.232138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.232279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.232401] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 already deleted. [ 608.232489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.368543] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 706f6a15-aca4-487f-bd23-d33bce59119f [ 608.368814] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.368947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.369063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.369296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.369389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.369482] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:706f6a15-aca4-487f-bd23-d33bce59119f already deleted. [ 608.369573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-706f6a15-aca4-487f-bd23-d33bce59119f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.412708] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.462224] env[65740]: INFO networking_nsxv3.common.synchronization [None req-84a7f0b1-c278-4c87-b31d-54eaf56782cd tempest-VolumesAssistedSnapshotsTest-64253434 tempest-VolumesAssistedSnapshotsTest-64253434-project-member] Enqueued Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGHEST for action security_group_rules [ 608.462224] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGHEST for action security_group_rules [ 608.462705] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4340682-4ef9-4a8a-b168-5cc592daedb6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.462958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.463125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.463439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.463683] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.610238] env[65740]: INFO networking_nsxv3.common.synchronization [None req-deaa82e1-7762-479f-a6ea-b216f2307d26 tempest-VolumesAssistedSnapshotsTest-64253434 tempest-VolumesAssistedSnapshotsTest-64253434-project-member] Enqueued Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGHEST for action security_group_rules [ 608.610613] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGHEST for action security_group_rules [ 608.610908] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4340682-4ef9-4a8a-b168-5cc592daedb6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.611017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.670297] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.670514] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.670633] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.670936] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.671131] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.671292] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port cfb1195f-f185-4dc9-826f-a6c7cfa6e780 not found, creating... [ 608.671552] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.671705] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.671818] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.672048] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.672186] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.672528] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.672674] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.672785] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.672986] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.673220] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.673360] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: cfb1195f-f185-4dc9-826f-a6c7cfa6e780 is going to be created. [ 608.697020] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.697261] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.697384] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.697706] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.697925] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.698199] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-cfb1195f-f185-4dc9-826f-a6c7cfa6e780" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.850148] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 in Status: SUCCESS [ 608.850148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.850148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.850403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.850566] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.850684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.850751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.850918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.851036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.851130] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.851224] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75b1b03f-327d-4a7c-bb5b-6d91e309f806',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.915689] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.916094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.916094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.916270] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.916378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.916531] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 is going to be created. [ 608.944640] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.944837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.944837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.945047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.945213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.955677] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: UNINITIALIZED for 2s [ 608.984961] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.985202] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.985265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.985657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.985657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.985657] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 already deleted. [ 608.985891] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.985891] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.986063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.986167] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.353812] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b1b03f-327d-4a7c-bb5b-6d91e309f806 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.353998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.354091] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.354301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.354462] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.354561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.354621] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.354777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.354956] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.354956] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.355118] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b1b03f-327d-4a7c-bb5b-6d91e309f806 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.355190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.355228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.355371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.355505] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.355594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.355654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.355784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.355856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.355936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.356029] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75b1b03f-327d-4a7c-bb5b-6d91e309f806',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.438521] env[65740]: INFO networking_nsxv3.common.synchronization [req-46928085-5224-4b96-94cd-457e84c2d52a req-2ebdeab8-3eaa-4339-b88b-d5f3ea4318fb service nova] Enqueued Resource ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 with Priority: HIGHEST for action security_group_rules [ 609.438771] env[65740]: INFO networking_nsxv3.common.synchronization [req-46928085-5224-4b96-94cd-457e84c2d52a req-2ebdeab8-3eaa-4339-b88b-d5f3ea4318fb service nova] Enqueued Resource ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 with Priority: HIGHEST for action security_group_members [ 609.438892] env[65740]: INFO networking_nsxv3.common.synchronization [req-46928085-5224-4b96-94cd-457e84c2d52a req-2ebdeab8-3eaa-4339-b88b-d5f3ea4318fb service nova] Enqueued Resource ID: cfb1195f-f185-4dc9-826f-a6c7cfa6e780 with Priority: HIGHEST for action port [ 609.439373] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 with Priority: HIGHEST for action security_group_rules [ 609.439508] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 with Priority: HIGHEST for action security_group_members [ 609.439626] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb1195f-f185-4dc9-826f-a6c7cfa6e780 with Priority: HIGHEST for action port [ 609.439860] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51ac6fdc-da35-4d9d-a6ed-a388cb628b89 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.439997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.446633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.446633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.446633] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51ac6fdc-da35-4d9d-a6ed-a388cb628b89',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.446633] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.446633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.446633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.446633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.446633] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.446633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.446633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.446633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.446633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.446633] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51ac6fdc-da35-4d9d-a6ed-a388cb628b89',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.447292] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfb1195f-f185-4dc9-826f-a6c7cfa6e780 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.447292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfb1195f-f185-4dc9-826f-a6c7cfa6e780" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.447292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfb1195f-f185-4dc9-826f-a6c7cfa6e780" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.448009] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfb1195f-f185-4dc9-826f-a6c7cfa6e780" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.448107] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb1195f-f185-4dc9-826f-a6c7cfa6e780',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.505602] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.505754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.505825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.506382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.506382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.506382] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 already deleted. [ 609.506382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.717092] env[65740]: INFO networking_nsxv3.common.synchronization [req-8aad8f36-6f41-48e6-bbd1-8e6ece26ec3b req-12f2c785-8b61-4e29-84cb-cc3de2035da8 tempest-ServersAdminTestJSON-1982434739 tempest-ServersAdminTestJSON-1982434739-project-member] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 609.718646] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 609.718646] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.718646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.718646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.718646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.718646] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.718646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.719257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.719257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.719257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.719257] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.858402] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75b1b03f-327d-4a7c-bb5b-6d91e309f806: rpc.has_security_group_logging(os_id): False [ 609.877785] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.878019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.878120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.878387] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.878764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.878764] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.878893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.879024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.879174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.879275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.879499] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.879622] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.879704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.879882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.880086] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.880335] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.880459] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.880536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.880715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.880814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.881012] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 is going to be created. [ 609.948728] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.949114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.949114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.949266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.949477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.950662] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51ac6fdc-da35-4d9d-a6ed-a388cb628b89',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.951632] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.951726] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.952610] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfb1195f-f185-4dc9-826f-a6c7cfa6e780 with status ACTIVE [ 609.952610] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.952610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.952610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.952610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.952844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.952844] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.952929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.952929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.953079] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.953150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.953367] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.953422] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.953455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.953590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.953667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.953739] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfb1195f-f185-4dc9-826f-a6c7cfa6e780 is going to be updated. [ 609.972957] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 in Status: IN_PROGRESS for 2s [ 609.982179] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.982346] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.982418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.982625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.982758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.982916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfb1195f-f185-4dc9-826f-a6c7cfa6e780" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.018657] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.018847] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.018968] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.020165] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.020165] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.020165] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.020165] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.020165] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.020432] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.020996] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.020996] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.020996] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.021128] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.021260] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.021397] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.021552] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.076320] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.076773] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.076976] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.077251] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.077681] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-500b8d2a-a6d8-4d46-be83-d8b679796a2f taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.077928] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-500b8d2a-a6d8-4d46-be83-d8b679796a2f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.078094] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-500b8d2a-a6d8-4d46-be83-d8b679796a2f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.078589] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-500b8d2a-a6d8-4d46-be83-d8b679796a2f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.078685] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('500b8d2a-a6d8-4d46-be83-d8b679796a2f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.221685] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.221918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.222186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.222328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.222437] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.222771] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.222893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.222960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.223199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.223379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.223379] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 already deleted. [ 610.223497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.452820] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51ac6fdc-da35-4d9d-a6ed-a388cb628b89',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.581774] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.582044] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.582173] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.582504] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.582613] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.582766] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 500b8d2a-a6d8-4d46-be83-d8b679796a2f not found, creating... [ 610.583452] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.583452] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.583452] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.583809] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.583921] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.584253] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.584404] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.584515] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.584725] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.584876] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.584988] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 500b8d2a-a6d8-4d46-be83-d8b679796a2f is going to be created. [ 610.612045] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.612284] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.612454] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.612699] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.612927] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.613156] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-500b8d2a-a6d8-4d46-be83-d8b679796a2f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.960026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.960026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.960026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.960026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.960026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.960026] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 is going to be created. [ 610.974312] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: SUCCESS [ 610.974972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.975320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.975660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.976243] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.977800] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.977800] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.977800] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.977800] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.977800] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.977800] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.997977] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.997977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.997977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.997977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.997977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.010045] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 in Status: UNINITIALIZED for 2s [ 611.401025] env[65740]: INFO networking_nsxv3.common.synchronization [req-8aad8f36-6f41-48e6-bbd1-8e6ece26ec3b req-ebab607e-fc75-4c3c-a296-5b7f19f3e046 service nova] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_rules [ 611.401025] env[65740]: INFO networking_nsxv3.common.synchronization [req-8aad8f36-6f41-48e6-bbd1-8e6ece26ec3b req-ebab607e-fc75-4c3c-a296-5b7f19f3e046 service nova] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 611.401025] env[65740]: INFO networking_nsxv3.common.synchronization [req-8aad8f36-6f41-48e6-bbd1-8e6ece26ec3b req-ebab607e-fc75-4c3c-a296-5b7f19f3e046 service nova] Enqueued Resource ID: 500b8d2a-a6d8-4d46-be83-d8b679796a2f with Priority: HIGHEST for action port [ 611.401025] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_rules [ 611.401025] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 611.401025] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500b8d2a-a6d8-4d46-be83-d8b679796a2f with Priority: HIGHEST for action port [ 611.404543] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.404543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.404543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.404543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.404543] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.404543] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.404543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.404543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.404543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.405110] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.406081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.406296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.406849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.407100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.407394] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.410957] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-500b8d2a-a6d8-4d46-be83-d8b679796a2f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.410957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-500b8d2a-a6d8-4d46-be83-d8b679796a2f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.410957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-500b8d2a-a6d8-4d46-be83-d8b679796a2f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.410957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-500b8d2a-a6d8-4d46-be83-d8b679796a2f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.410957] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('500b8d2a-a6d8-4d46-be83-d8b679796a2f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.482318] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.482318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.482318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.482318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.482318] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.482318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.482318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.482318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.482318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.482318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.482318] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.482318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.482318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.482318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.482318] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.482318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.482859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.482859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.482859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.482859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.482859] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.911678] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.911678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.911889] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.913309] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 500b8d2a-a6d8-4d46-be83-d8b679796a2f with status ACTIVE [ 611.913309] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.913500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.913500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.913739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.913872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.914318] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.914688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.914688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.915989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.915989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.916153] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.917745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.917745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.917745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.917745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.917745] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 500b8d2a-a6d8-4d46-be83-d8b679796a2f is going to be updated. [ 611.945139] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.946471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.946471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.946471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.946471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.946471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-500b8d2a-a6d8-4d46-be83-d8b679796a2f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.985764] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 in Status: SUCCESS [ 611.986063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.986131] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5c169b9-7420-44cf-8d7d-f52604c0fed7: rpc.has_security_group_logging(os_id): False [ 612.004931] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.005119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.005198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.005382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.005498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.005676] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.005785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.005829] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.005972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.006068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.006305] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.006380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.006429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.006593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.006671] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.006967] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.007233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.007233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.007233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.007321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.007350] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 is going to be created. [ 612.086448] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.086717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.086717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.086863] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.087101] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.109791] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: IN_PROGRESS for 2s [ 612.244809] env[65740]: INFO networking_nsxv3.common.synchronization [req-368d6e53-166a-473c-b488-4fe9253388bd req-38d33316-3c07-4673-8b79-17f908d01be2 tempest-DeleteServersTestJSON-648489044 tempest-DeleteServersTestJSON-648489044-project-member] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 612.245449] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 612.247448] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.247913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.248107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.248483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.248867] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.249131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.249294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.249421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.249548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.249610] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.420156] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.752193] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.752423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.752528] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.753030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.753093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.753313] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.753416] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.753493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.754098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.754098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.754098] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d already deleted. [ 612.754098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.803174] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.803174] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.803174] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.806441] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.806441] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.806441] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.806441] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.806441] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.806441] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.806441] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.806441] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.806441] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.806441] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.806441] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.806441] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.806441] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.826785] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.826785] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.827173] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.827173] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.827402] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-3e2e33fa-01a1-4fe0-a687-05e4cd9f9735 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.827574] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-3e2e33fa-01a1-4fe0-a687-05e4cd9f9735" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.827687] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-3e2e33fa-01a1-4fe0-a687-05e4cd9f9735" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.828140] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-3e2e33fa-01a1-4fe0-a687-05e4cd9f9735" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.828312] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e2e33fa-01a1-4fe0-a687-05e4cd9f9735',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.922582] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.922795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.922851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.923149] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.923194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.923281] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be created. [ 612.952729] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.952975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.952975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.953256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.953364] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.963636] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: UNINITIALIZED for 2s [ 613.021649] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 in Status: SUCCESS [ 613.021884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.021884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.022988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.022988] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.022988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.022988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.022988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.022988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.022988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.023690] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51ac6fdc-da35-4d9d-a6ed-a388cb628b89',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.330616] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.330868] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.331012] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.331548] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.331548] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.331749] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 3e2e33fa-01a1-4fe0-a687-05e4cd9f9735 not found, creating... [ 613.331905] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.332128] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.332480] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.332744] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.332883] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.333203] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.333387] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.333550] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.333804] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.333981] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.334093] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 3e2e33fa-01a1-4fe0-a687-05e4cd9f9735 is going to be created. [ 613.361105] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.361319] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.361449] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.361787] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.362052] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.362252] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-3e2e33fa-01a1-4fe0-a687-05e4cd9f9735" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.529113] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.529575] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.529575] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.529575] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.529836] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.530014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.530132] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.530344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.530469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.530588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.530774] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.530906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.531026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.531184] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.531331] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.531421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.531493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.531730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.531730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.531834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.531862] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51ac6fdc-da35-4d9d-a6ed-a388cb628b89',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.034542] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51ac6fdc-da35-4d9d-a6ed-a388cb628b89: rpc.has_security_group_logging(os_id): False [ 614.063250] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.063442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.063498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.063731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.063842] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.064263] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.064263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.064263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.064484] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.064569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.064768] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.064900] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.064978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.065378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.065378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.065549] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.065730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.065730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.065893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.066138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.066233] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 is going to be created. [ 614.108484] env[65740]: INFO networking_nsxv3.common.synchronization [req-368d6e53-166a-473c-b488-4fe9253388bd req-986c139f-8e9a-4580-8214-8cc8efd4ae96 service nova] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_rules [ 614.108699] env[65740]: INFO networking_nsxv3.common.synchronization [req-368d6e53-166a-473c-b488-4fe9253388bd req-986c139f-8e9a-4580-8214-8cc8efd4ae96 service nova] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 614.108846] env[65740]: INFO networking_nsxv3.common.synchronization [req-368d6e53-166a-473c-b488-4fe9253388bd req-986c139f-8e9a-4580-8214-8cc8efd4ae96 service nova] Enqueued Resource ID: 3e2e33fa-01a1-4fe0-a687-05e4cd9f9735 with Priority: HIGHEST for action port [ 614.109481] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_rules [ 614.110046] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 614.110046] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2e33fa-01a1-4fe0-a687-05e4cd9f9735 with Priority: HIGHEST for action port [ 614.110191] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.110302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.110385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.111665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.111665] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.113515] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.116255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.116255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.116255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.116255] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.116255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.116255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.116255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.116255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.116255] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.116255] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e2e33fa-01a1-4fe0-a687-05e4cd9f9735 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.116255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e2e33fa-01a1-4fe0-a687-05e4cd9f9735" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.116936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e2e33fa-01a1-4fe0-a687-05e4cd9f9735" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.116936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e2e33fa-01a1-4fe0-a687-05e4cd9f9735" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.116936] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e2e33fa-01a1-4fe0-a687-05e4cd9f9735',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.135614] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.135877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.135984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.136618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.136922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.140949] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: SUCCESS [ 614.141618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.152266] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 in Status: IN_PROGRESS for 2s [ 614.618949] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.619120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.619382] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.621936] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e2e33fa-01a1-4fe0-a687-05e4cd9f9735 with status ACTIVE [ 614.622156] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.622884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.622884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.622884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.622884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.622884] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.623143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.623143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.623207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.623314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.623438] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.623526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.623605] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.623746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.623815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.623902] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e2e33fa-01a1-4fe0-a687-05e4cd9f9735 is going to be updated. [ 614.648247] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.648471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.648567] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.648826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.649121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.649226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e2e33fa-01a1-4fe0-a687-05e4cd9f9735" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.676645] env[65740]: INFO networking_nsxv3.common.synchronization [req-3ced0e1e-f6cb-4d03-b4b3-64e14a26e37c req-fe34f9ad-e75f-46bb-b67b-3cc99a490a9c tempest-ServersTestManualDisk-1973377511 tempest-ServersTestManualDisk-1973377511-project-member] Enqueued Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGHEST for action security_group_members [ 614.677154] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGHEST for action security_group_members [ 614.677490] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d7d07b-8177-49d7-a158-2dfa7532f71e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.677614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.677683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.677958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.678363] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.678363] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.678478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.678533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.678623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.678718] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d7d07b-8177-49d7-a158-2dfa7532f71e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.977887] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 614.983179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.983179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.983179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.983179] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.983179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.983179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.983179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.983179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.983179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.983179] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.121346] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.138209] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.138404] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-311" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.138457] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-311" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.139674] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-311" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.139795] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.140074] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.140210] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.140520] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.140725] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.140964] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.141140] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.141346] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.141406] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.141525] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.141634] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.141760] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.161457] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.161670] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.161788] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.161962] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-311" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.162323] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-750d2bfd-8086-4895-928a-0eb2b927f063 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.162450] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-750d2bfd-8086-4895-928a-0eb2b927f063" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.162552] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-750d2bfd-8086-4895-928a-0eb2b927f063" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.162913] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-750d2bfd-8086-4895-928a-0eb2b927f063" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.163086] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('750d2bfd-8086-4895-928a-0eb2b927f063',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.181486] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.181802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.181952] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.182244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.182423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.182706] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.182906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.183077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.183379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.183638] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.183820] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e already deleted. [ 615.183984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.485714] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.485913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.485962] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.486249] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.486481] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.486692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.486831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.487051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.487177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.487300] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.487480] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.487614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.487695] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.487881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.488105] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.488215] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.488271] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.488422] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.488502] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.488636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.488735] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.626092] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.626278] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.626351] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.626580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.626686] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.626777] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be created. [ 615.652982] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.653156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.653238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.653449] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.653603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.664277] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: UNINITIALIZED for 2s [ 615.666305] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.666867] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.666867] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.666867] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.667274] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.667274] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 750d2bfd-8086-4895-928a-0eb2b927f063 not found, creating... [ 615.667456] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.667456] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.667620] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.668276] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.668276] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.668473] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.668663] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.668787] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.669662] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.669662] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.669662] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 750d2bfd-8086-4895-928a-0eb2b927f063 is going to be created. [ 615.692975] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.693548] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.693837] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.694165] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.694406] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.694636] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-750d2bfd-8086-4895-928a-0eb2b927f063" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.901259] env[65740]: INFO networking_nsxv3.common.synchronization [None req-010ef8fa-c762-4458-ace3-56daa7bc5c4b None None] Enqueued Resource ID: 8c398a51-0f00-4af6-8ab4-455fea0d3f5a with Priority: HIGHEST for action port [ 615.901259] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c398a51-0f00-4af6-8ab4-455fea0d3f5a with Priority: HIGHEST for action port [ 615.901337] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c398a51-0f00-4af6-8ab4-455fea0d3f5a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.901451] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c398a51-0f00-4af6-8ab4-455fea0d3f5a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.901524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c398a51-0f00-4af6-8ab4-455fea0d3f5a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.901888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c398a51-0f00-4af6-8ab4-455fea0d3f5a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.902068] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c398a51-0f00-4af6-8ab4-455fea0d3f5a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.991299] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ff4c094-a270-4975-a98f-8bdf8e46e385: rpc.has_security_group_logging(os_id): False [ 616.013577] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.013756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.013756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.013933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.014037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.014234] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.014332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.014431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.014886] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.014886] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.014886] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.015339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.015339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.015339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.015339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.015516] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.015770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.015770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.015841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.015939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.016067] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be created. [ 616.081523] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.081717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.081717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.081929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.082125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.093119] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 616.170161] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 in Status: SUCCESS [ 616.170464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.406251] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c398a51-0f00-4af6-8ab4-455fea0d3f5a [ 616.406495] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.406633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.406700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.406917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.407012] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.407114] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c398a51-0f00-4af6-8ab4-455fea0d3f5a already deleted. [ 616.407198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c398a51-0f00-4af6-8ab4-455fea0d3f5a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.456759] env[65740]: INFO networking_nsxv3.common.synchronization [req-3ced0e1e-f6cb-4d03-b4b3-64e14a26e37c req-8248695a-ad06-4f51-b3b1-d6e266981924 service nova] Enqueued Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGHEST for action security_group_rules [ 616.456942] env[65740]: INFO networking_nsxv3.common.synchronization [req-3ced0e1e-f6cb-4d03-b4b3-64e14a26e37c req-8248695a-ad06-4f51-b3b1-d6e266981924 service nova] Enqueued Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGHEST for action security_group_members [ 616.457525] env[65740]: INFO networking_nsxv3.common.synchronization [req-3ced0e1e-f6cb-4d03-b4b3-64e14a26e37c req-8248695a-ad06-4f51-b3b1-d6e266981924 service nova] Enqueued Resource ID: 750d2bfd-8086-4895-928a-0eb2b927f063 with Priority: HIGHEST for action port [ 616.458449] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGHEST for action security_group_rules [ 616.458654] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGHEST for action security_group_members [ 616.458757] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750d2bfd-8086-4895-928a-0eb2b927f063 with Priority: HIGHEST for action port [ 616.459093] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84d7d07b-8177-49d7-a158-2dfa7532f71e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.459324] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.459774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.460211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.460794] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84d7d07b-8177-49d7-a158-2dfa7532f71e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.461360] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d7d07b-8177-49d7-a158-2dfa7532f71e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.461493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.461600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.461820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.461998] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.462136] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.462187] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.462344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.462450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.462562] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d7d07b-8177-49d7-a158-2dfa7532f71e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.465375] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-750d2bfd-8086-4895-928a-0eb2b927f063 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.465375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-750d2bfd-8086-4895-928a-0eb2b927f063" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.465375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-750d2bfd-8086-4895-928a-0eb2b927f063" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.465765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-750d2bfd-8086-4895-928a-0eb2b927f063" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.465765] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('750d2bfd-8086-4895-928a-0eb2b927f063',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.968485] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84d7d07b-8177-49d7-a158-2dfa7532f71e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.969662] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d7d07b-8177-49d7-a158-2dfa7532f71e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.969797] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.970117] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 750d2bfd-8086-4895-928a-0eb2b927f063 with status ACTIVE [ 616.970117] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.970269] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.970322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.970643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.970643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.970796] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.970935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.971054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.971287] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.971374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.971610] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.971710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.971786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.973443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.973553] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.973656] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 750d2bfd-8086-4895-928a-0eb2b927f063 is going to be updated. [ 617.000535] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.000535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.000535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.000535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.000535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.000535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-750d2bfd-8086-4895-928a-0eb2b927f063" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.230223] env[65740]: INFO networking_nsxv3.common.synchronization [req-bb8a0c6f-ba6b-4fa5-a82c-df58eeda6809 req-59780833-98c6-442f-be96-b6765382b4bd tempest-FloatingIPsAssociationTestJSON-830228854 tempest-FloatingIPsAssociationTestJSON-830228854-project-member] Enqueued Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_members [ 617.233395] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_members [ 617.234127] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.234301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.234367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.234776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.234856] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.235229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.235229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.235229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.235406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.235406] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.476635] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84d7d07b-8177-49d7-a158-2dfa7532f71e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.677709] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 617.677939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.678209] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.678455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.680082] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.680082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.680082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.680082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.680082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.680345] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.680345] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.696641] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.696641] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-394" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.696641] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-394" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.696641] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-394" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.697085] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.697085] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.697297] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.697711] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.697711] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.697832] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.698884] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.698884] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.698884] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.698884] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.698884] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.698884] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.719935] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.720227] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.720734] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.720814] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-394" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.721664] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-cc6c4a15-796c-4648-98fb-42af34fbd535 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.721664] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-cc6c4a15-796c-4648-98fb-42af34fbd535" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.721861] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-cc6c4a15-796c-4648-98fb-42af34fbd535" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.723199] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-cc6c4a15-796c-4648-98fb-42af34fbd535" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.723378] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6c4a15-796c-4648-98fb-42af34fbd535',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.738866] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.739049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.739125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.739318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.739402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.739596] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.739690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.739744] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.739895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.739968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.740162] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac already deleted. [ 617.740261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.979596] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.979596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.979596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.979794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.979794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.979923] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e is going to be created. [ 617.986411] env[65740]: INFO networking_nsxv3.common.synchronization [None req-0b2ac79e-039b-4bff-aac3-2d5bc5cdaa4b None None] Enqueued Resource ID: f53a7316-06df-400b-af83-06b6eb4d94ed with Priority: HIGHEST for action port [ 617.986940] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53a7316-06df-400b-af83-06b6eb4d94ed with Priority: HIGHEST for action port [ 617.987248] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-f53a7316-06df-400b-af83-06b6eb4d94ed taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.987388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f53a7316-06df-400b-af83-06b6eb4d94ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.987465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f53a7316-06df-400b-af83-06b6eb4d94ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.987727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f53a7316-06df-400b-af83-06b6eb4d94ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.987813] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f53a7316-06df-400b-af83-06b6eb4d94ed',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.008645] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.008806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.008883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.009152] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.009337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.019676] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e in Status: UNINITIALIZED for 2s [ 618.106653] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 618.106864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.182699] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.182874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.182937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.183196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.183372] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.183474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.183536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.183695] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.183778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.183870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.184029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.184127] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.184197] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.184342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.184486] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.184752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.184752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.184829] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.184859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.184932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.185030] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.225567] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.225793] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.225913] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.226289] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.226458] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.227035] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port cc6c4a15-796c-4648-98fb-42af34fbd535 not found, creating... [ 618.227035] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.227166] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.227245] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.227553] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.227768] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.228372] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.230022] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.230022] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.230022] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.230022] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.230022] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: cc6c4a15-796c-4648-98fb-42af34fbd535 is going to be created. [ 618.250505] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.250505] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.250869] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.251179] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.251422] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.251655] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-cc6c4a15-796c-4648-98fb-42af34fbd535" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.489631] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f53a7316-06df-400b-af83-06b6eb4d94ed [ 618.489861] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.489992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.490091] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.490334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.490428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.490527] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f53a7316-06df-400b-af83-06b6eb4d94ed already deleted. [ 618.490609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f53a7316-06df-400b-af83-06b6eb4d94ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.687873] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2f0b73f-c6d5-4845-b545-5c1afefd0d2d: rpc.has_security_group_logging(os_id): False [ 618.707634] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.707780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.707847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.708197] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.708288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.708482] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.708645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.708645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.708885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.708885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.709137] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.709535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.709535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.709535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.709535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.709668] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.709713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.709830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.710830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.710830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.710830] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be created. [ 618.790582] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.790716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.790783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.791016] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.791208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.815084] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 618.985628] env[65740]: INFO networking_nsxv3.common.synchronization [req-bb8a0c6f-ba6b-4fa5-a82c-df58eeda6809 req-e2aa8cf0-de07-4f01-9daf-8b243a844140 service nova] Enqueued Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_rules [ 618.986568] env[65740]: INFO networking_nsxv3.common.synchronization [req-bb8a0c6f-ba6b-4fa5-a82c-df58eeda6809 req-e2aa8cf0-de07-4f01-9daf-8b243a844140 service nova] Enqueued Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_members [ 618.986568] env[65740]: INFO networking_nsxv3.common.synchronization [req-bb8a0c6f-ba6b-4fa5-a82c-df58eeda6809 req-e2aa8cf0-de07-4f01-9daf-8b243a844140 service nova] Enqueued Resource ID: cc6c4a15-796c-4648-98fb-42af34fbd535 with Priority: HIGHEST for action port [ 618.987414] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_rules [ 618.987529] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_members [ 618.987646] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6c4a15-796c-4648-98fb-42af34fbd535 with Priority: HIGHEST for action port [ 618.988383] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.988383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.988383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.988383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.988633] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.994750] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.994750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.994750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.996031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.996031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.996031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.996031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.996031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.996031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.996031] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.996633] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc6c4a15-796c-4648-98fb-42af34fbd535 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.996781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc6c4a15-796c-4648-98fb-42af34fbd535" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.996846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc6c4a15-796c-4648-98fb-42af34fbd535" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.997682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc6c4a15-796c-4648-98fb-42af34fbd535" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.997682] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6c4a15-796c-4648-98fb-42af34fbd535',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.301660] env[65740]: INFO networking_nsxv3.common.synchronization [None req-46a4c123-7ea7-43f6-aee0-9c9aca719125 tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_rules [ 619.303242] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_rules [ 619.304604] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.304604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.304756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.304955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.305055] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.411597] env[65740]: INFO networking_nsxv3.common.synchronization [None req-a09245e9-7828-4f82-880e-ff950092f931 tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_rules [ 619.412243] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_rules [ 619.412700] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.412808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.501748] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.501748] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.501748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.501748] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc6c4a15-796c-4648-98fb-42af34fbd535 with status ACTIVE [ 619.502910] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.502910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.502910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.502910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.502910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.502910] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.502910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.502910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.502910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.503341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.503947] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.504104] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.504166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.504332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.504423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.504525] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc6c4a15-796c-4648-98fb-42af34fbd535 is going to be updated. [ 619.539450] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.541990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.541990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.541990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.541990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.541990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc6c4a15-796c-4648-98fb-42af34fbd535" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.622799] env[65740]: INFO networking_nsxv3.common.synchronization [req-98fab07d-e5f7-44dd-855b-8c1810f28542 req-21d8005a-4938-4034-b925-459547d35f41 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed with Priority: HIGHEST for action security_group_members [ 619.625281] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed with Priority: HIGHEST for action security_group_members [ 619.625732] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.625881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.626395] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.626395] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.626395] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.626620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.626620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.626787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.626866] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.627036] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.831271] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.831473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.831514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.831768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.831900] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.831933] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec2b221-742c-4872-8efc-20e0910f8050 already deleted. [ 619.832220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.832304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.832544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.832544] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.007223] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.026167] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.026273] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.026311] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.026637] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.026947] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.027180] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.027505] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.027798] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.028053] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.028290] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.028401] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.028507] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.028614] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.028716] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.028853] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.029017] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.031032] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e in Status: SUCCESS [ 620.031752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.033755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.033967] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.034164] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.034276] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.034340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.034494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.034598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.034695] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.034783] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84d7d07b-8177-49d7-a158-2dfa7532f71e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.054328] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.054838] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.054838] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.054962] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.056481] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-902b570b-874e-4a84-bf68-989dc562a46e taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.056481] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-902b570b-874e-4a84-bf68-989dc562a46e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.056481] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-902b570b-874e-4a84-bf68-989dc562a46e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.056481] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-902b570b-874e-4a84-bf68-989dc562a46e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.056481] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('902b570b-874e-4a84-bf68-989dc562a46e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.129938] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.130083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.130083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.130420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.130522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.130739] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.130846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.131113] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.131428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.131428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.131516] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed already deleted. [ 620.131648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.358133] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.358490] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.358579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.359082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.359082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.359194] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec2b221-742c-4872-8efc-20e0910f8050 already deleted. [ 620.359309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.510227] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.513019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.513019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.513019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.513019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.513019] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac is going to be created. [ 620.539213] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84d7d07b-8177-49d7-a158-2dfa7532f71e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.541436] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.541436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.541436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.541645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.541823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.554110] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: UNINITIALIZED for 2s [ 620.559309] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.559670] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.559947] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.560257] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.560498] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.560939] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 902b570b-874e-4a84-bf68-989dc562a46e not found, creating... [ 620.560939] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.561200] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.561359] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.561611] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.561753] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.562277] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.562533] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.562685] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.562951] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.563185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.563374] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 902b570b-874e-4a84-bf68-989dc562a46e is going to be created. [ 620.592094] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.592413] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.592671] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.592967] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.593253] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.595172] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-902b570b-874e-4a84-bf68-989dc562a46e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.840250] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 620.840618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.045034] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84d7d07b-8177-49d7-a158-2dfa7532f71e: rpc.has_security_group_logging(os_id): False [ 621.070822] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.071510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.071510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.071510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.071510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.071787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.072067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.072067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.072067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.072373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.072373] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e is going to be created. [ 621.182362] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.182496] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.182560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.182778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.182958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.195231] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e in Status: IN_PROGRESS for 2s [ 621.405293] env[65740]: INFO networking_nsxv3.common.synchronization [req-98fab07d-e5f7-44dd-855b-8c1810f28542 req-a666b687-1621-4798-88e3-9ea8c0b81e83 service nova] Enqueued Resource ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed with Priority: HIGHEST for action security_group_rules [ 621.405293] env[65740]: INFO networking_nsxv3.common.synchronization [req-98fab07d-e5f7-44dd-855b-8c1810f28542 req-a666b687-1621-4798-88e3-9ea8c0b81e83 service nova] Enqueued Resource ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed with Priority: HIGHEST for action security_group_members [ 621.410038] env[65740]: INFO networking_nsxv3.common.synchronization [req-98fab07d-e5f7-44dd-855b-8c1810f28542 req-a666b687-1621-4798-88e3-9ea8c0b81e83 service nova] Enqueued Resource ID: 902b570b-874e-4a84-bf68-989dc562a46e with Priority: HIGHEST for action port [ 621.410038] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed with Priority: HIGHEST for action security_group_rules [ 621.410038] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed with Priority: HIGHEST for action security_group_members [ 621.410038] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902b570b-874e-4a84-bf68-989dc562a46e with Priority: HIGHEST for action port [ 621.410038] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.410038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.410038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.410038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.410038] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.411805] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.413165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.413165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.413165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.413165] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.413165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.413165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.413165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.413165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.413165] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.414897] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-902b570b-874e-4a84-bf68-989dc562a46e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.414897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-902b570b-874e-4a84-bf68-989dc562a46e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.414897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-902b570b-874e-4a84-bf68-989dc562a46e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.414897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-902b570b-874e-4a84-bf68-989dc562a46e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.414897] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('902b570b-874e-4a84-bf68-989dc562a46e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.628757] env[65740]: INFO networking_nsxv3.common.synchronization [None req-dc773324-f7c7-4c46-b61f-6db3ac289683 tempest-ServersWithSpecificFlavorTestJSON-1488609193 tempest-ServersWithSpecificFlavorTestJSON-1488609193-project-member] Enqueued Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_rules [ 621.629420] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_rules [ 621.630255] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.630255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.630255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.630712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.630712] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.901339] env[65740]: INFO networking_nsxv3.common.synchronization [None req-6363cafa-fba9-43c7-a2ca-7af3e6c4def2 tempest-ServersWithSpecificFlavorTestJSON-1488609193 tempest-ServersWithSpecificFlavorTestJSON-1488609193-project-member] Enqueued Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_rules [ 621.901339] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_rules [ 621.901339] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.902080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.918843] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.918843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.918843] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.927021] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 902b570b-874e-4a84-bf68-989dc562a46e with status ACTIVE [ 621.927021] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.927021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.927021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.927021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.927021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.927021] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.927021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.927021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.927021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.927021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.927021] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.927021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.927021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.927021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.927021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.927021] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 902b570b-874e-4a84-bf68-989dc562a46e is going to be updated. [ 621.955608] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.956038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.956720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.957992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.957992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.957992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-902b570b-874e-4a84-bf68-989dc562a46e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.156199] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.156402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.156442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.156677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.156786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.156879] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 already deleted. [ 622.156954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.157125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.157304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.157388] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.424796] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.573080] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: SUCCESS [ 622.573080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.573080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.573080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.573080] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.573080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.573080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.573080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.573080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.573080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.573080] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.700568] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.700752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.701658] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.701884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.701986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.702107] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 already deleted. [ 622.702198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.927708] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.927865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.927931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.928220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.928314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.928411] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed is going to be created. [ 622.963413] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.963583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.964200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.964200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.964200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.976253] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed in Status: UNINITIALIZED for 2s [ 623.077273] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.077494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.077559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.077806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.077980] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.078117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.078179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.078352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.078440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.078528] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.078694] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.078776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.078893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.078994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.079156] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.079279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.079356] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.079505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.079586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.079687] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.079792] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.125253] env[65740]: INFO networking_nsxv3.common.synchronization [req-7e7ff886-22e4-426a-b6eb-3ba6a5e49a2b req-aa4b8aac-0d5a-4785-b6f1-a1f80dfa4f1d tempest-ServerExternalEventsTest-1768963274 tempest-ServerExternalEventsTest-1768963274-project-member] Enqueued Resource ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 with Priority: HIGHEST for action security_group_members [ 623.125821] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 with Priority: HIGHEST for action security_group_members [ 623.129953] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.130788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.130889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.132365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.132365] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.132365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.132365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.132365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.132365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.132365] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.211397] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e in Status: SUCCESS [ 623.211397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.582260] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac: rpc.has_security_group_logging(os_id): False [ 623.601420] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.601631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.601728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.605398] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.605542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.605765] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.605892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.605970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.606150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.606277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.606913] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.606913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.606913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.606913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.606913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.607127] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.607414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.607501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.607672] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.607776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.608173] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac is going to be created. [ 623.642266] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.642266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.642266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.642266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.642266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.642266] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.642266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.642266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.642266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.642266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.642266] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 already deleted. [ 623.642266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.686141] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.686282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.686741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.686741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.686741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.699047] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: IN_PROGRESS for 2s [ 623.731539] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.731742] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.731863] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.732131] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.732385] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.732538] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.732650] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.732855] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.732994] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.733742] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.733867] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.733974] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.734180] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.734308] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.734417] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.734539] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.753998] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.754178] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.754314] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.754490] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.754857] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-c38e8a5c-3710-4cea-bc9f-f999cc644e71 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.755030] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-c38e8a5c-3710-4cea-bc9f-f999cc644e71" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.755150] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-c38e8a5c-3710-4cea-bc9f-f999cc644e71" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.755498] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-c38e8a5c-3710-4cea-bc9f-f999cc644e71" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.755599] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c38e8a5c-3710-4cea-bc9f-f999cc644e71',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.259118] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.259525] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.259820] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.260353] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.264024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.264024] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port c38e8a5c-3710-4cea-bc9f-f999cc644e71 not found, creating... [ 624.264024] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.264024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.264024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.264024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.264024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.264024] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.264024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.264024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.264685] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.264685] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.264685] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: c38e8a5c-3710-4cea-bc9f-f999cc644e71 is going to be created. [ 624.288954] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.289214] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.289289] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.289589] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.289792] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.290692] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-c38e8a5c-3710-4cea-bc9f-f999cc644e71" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.989460] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed in Status: SUCCESS [ 624.990596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.990596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.990596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.990596] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.991126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.991126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.991126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.991126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.991509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.991509] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.088901] env[65740]: INFO networking_nsxv3.common.synchronization [req-7e7ff886-22e4-426a-b6eb-3ba6a5e49a2b req-f5c83237-aebb-4fe7-bff1-b2936a34d627 service nova] Enqueued Resource ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 with Priority: HIGHEST for action security_group_rules [ 625.089476] env[65740]: INFO networking_nsxv3.common.synchronization [req-7e7ff886-22e4-426a-b6eb-3ba6a5e49a2b req-f5c83237-aebb-4fe7-bff1-b2936a34d627 service nova] Enqueued Resource ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 with Priority: HIGHEST for action security_group_members [ 625.090775] env[65740]: INFO networking_nsxv3.common.synchronization [req-7e7ff886-22e4-426a-b6eb-3ba6a5e49a2b req-f5c83237-aebb-4fe7-bff1-b2936a34d627 service nova] Enqueued Resource ID: c38e8a5c-3710-4cea-bc9f-f999cc644e71 with Priority: HIGHEST for action port [ 625.092071] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 with Priority: HIGHEST for action security_group_rules [ 625.092263] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 with Priority: HIGHEST for action security_group_members [ 625.092767] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e8a5c-3710-4cea-bc9f-f999cc644e71 with Priority: HIGHEST for action port [ 625.094204] env[65740]: INFO networking_nsxv3.common.synchronization [None req-714c2811-526d-4fe3-9593-d7f43dcf8ee0 None None] Enqueued Resource ID: 0b6cb7db-895c-474f-ad1e-59ed645c639b with Priority: HIGHEST for action port [ 625.094362] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.094525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.094626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.094998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.095321] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.096623] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.097148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.097148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.097591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.097591] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.097726] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.097973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.098248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.098433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.098591] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.099568] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-c38e8a5c-3710-4cea-bc9f-f999cc644e71 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.100414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c38e8a5c-3710-4cea-bc9f-f999cc644e71" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.100414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c38e8a5c-3710-4cea-bc9f-f999cc644e71" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.100414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c38e8a5c-3710-4cea-bc9f-f999cc644e71" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.100414] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c38e8a5c-3710-4cea-bc9f-f999cc644e71',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.101476] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b6cb7db-895c-474f-ad1e-59ed645c639b with Priority: HIGHEST for action port [ 625.102203] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b6cb7db-895c-474f-ad1e-59ed645c639b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.102510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b6cb7db-895c-474f-ad1e-59ed645c639b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.103631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b6cb7db-895c-474f-ad1e-59ed645c639b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.103994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b6cb7db-895c-474f-ad1e-59ed645c639b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.104068] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b6cb7db-895c-474f-ad1e-59ed645c639b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.448233] env[65740]: INFO networking_nsxv3.common.synchronization [req-64d78edf-cab5-48ac-bc13-0e691c7c670d req-3da73244-672e-4e2d-9f15-fc1aafd01b10 tempest-ImagesTestJSON-1767843010 tempest-ImagesTestJSON-1767843010-project-member] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 625.448747] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 625.449430] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.449657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.449779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.450178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.450314] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.450486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.450592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.450823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.450965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.451134] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.493883] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.605013] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.605013] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.605013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.605013] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c38e8a5c-3710-4cea-bc9f-f999cc644e71 with status ACTIVE [ 625.605013] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.605013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.605013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.605013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.605013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.605711] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.605826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.605889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.606191] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.606306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.606518] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.606646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.606730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.606893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.606966] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.607069] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c38e8a5c-3710-4cea-bc9f-f999cc644e71 is going to be updated. [ 625.608394] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b6cb7db-895c-474f-ad1e-59ed645c639b [ 625.608548] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.608647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.609608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.609608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.609608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.609608] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b6cb7db-895c-474f-ad1e-59ed645c639b already deleted. [ 625.609608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b6cb7db-895c-474f-ad1e-59ed645c639b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.707201] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.707201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.707418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.707547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.708092] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.708092] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c38e8a5c-3710-4cea-bc9f-f999cc644e71" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.713276] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: SUCCESS [ 625.713375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.954196] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.954380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.954423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.954652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.954750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.955048] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.955907] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.955907] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.955907] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.955907] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.955907] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 already deleted. [ 625.955907] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.996300] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed: rpc.has_security_group_logging(os_id): False [ 626.023728] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.023940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.024065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.024348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.024420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.025186] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.025186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.025186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.025513] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.025627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.025748] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed is going to be created. [ 626.109625] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.117751] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.117956] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.118147] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.118515] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.118815] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.120230] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.120230] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.120230] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.120464] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.120867] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.120867] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.120867] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.120867] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.121089] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.121089] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.121180] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.128203] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.128203] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.128320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.128632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.128846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.147152] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed in Status: IN_PROGRESS for 2s [ 626.149728] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.150516] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.150695] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.150934] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.151471] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-ac78d040-f851-482f-9e75-fc8180c9bf8f taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.151726] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-ac78d040-f851-482f-9e75-fc8180c9bf8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.151907] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-ac78d040-f851-482f-9e75-fc8180c9bf8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.152327] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-ac78d040-f851-482f-9e75-fc8180c9bf8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.152482] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac78d040-f851-482f-9e75-fc8180c9bf8f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.614751] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.614751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.614751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.614751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.614751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.614751] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 is going to be created. [ 626.643676] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.643676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.643676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.643676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.643676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.651389] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 in Status: UNINITIALIZED for 2s [ 626.659185] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.659185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.659185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.659185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.659185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.659185] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port ac78d040-f851-482f-9e75-fc8180c9bf8f not found, creating... [ 626.659185] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.659185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.659185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.659185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.659185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.659627] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.659627] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.659627] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.659991] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.660356] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.660639] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: ac78d040-f851-482f-9e75-fc8180c9bf8f is going to be created. [ 626.712207] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.712207] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.712207] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.712207] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.712207] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.712207] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-ac78d040-f851-482f-9e75-fc8180c9bf8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.326386] env[65740]: INFO networking_nsxv3.common.synchronization [None req-cf6e2119-379a-49ca-b2af-fd95fcd7ed0b None None] Enqueued Resource ID: b5001839-8d1a-47f9-9527-045a93380d70 with Priority: HIGHEST for action port [ 627.327185] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5001839-8d1a-47f9-9527-045a93380d70 with Priority: HIGHEST for action port [ 627.327536] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5001839-8d1a-47f9-9527-045a93380d70 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.327741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5001839-8d1a-47f9-9527-045a93380d70" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.327812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5001839-8d1a-47f9-9527-045a93380d70" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.328171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5001839-8d1a-47f9-9527-045a93380d70" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.328274] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5001839-8d1a-47f9-9527-045a93380d70',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.431730] env[65740]: INFO networking_nsxv3.common.synchronization [req-64d78edf-cab5-48ac-bc13-0e691c7c670d req-e8adf064-8608-4187-9059-8251af1a545b service nova] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_rules [ 627.431903] env[65740]: INFO networking_nsxv3.common.synchronization [req-64d78edf-cab5-48ac-bc13-0e691c7c670d req-e8adf064-8608-4187-9059-8251af1a545b service nova] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 627.432058] env[65740]: INFO networking_nsxv3.common.synchronization [req-64d78edf-cab5-48ac-bc13-0e691c7c670d req-e8adf064-8608-4187-9059-8251af1a545b service nova] Enqueued Resource ID: ac78d040-f851-482f-9e75-fc8180c9bf8f with Priority: HIGHEST for action port [ 627.432755] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_rules [ 627.432892] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 627.432990] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac78d040-f851-482f-9e75-fc8180c9bf8f with Priority: HIGHEST for action port [ 627.434713] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.434713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.434713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.435042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.435253] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.437941] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.439018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.439018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.439018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.439018] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.440118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.440118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.440118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.440118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.440118] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.441418] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac78d040-f851-482f-9e75-fc8180c9bf8f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.446205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac78d040-f851-482f-9e75-fc8180c9bf8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.446205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac78d040-f851-482f-9e75-fc8180c9bf8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.446205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac78d040-f851-482f-9e75-fc8180c9bf8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.446205] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac78d040-f851-482f-9e75-fc8180c9bf8f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.761932] env[65740]: INFO networking_nsxv3.common.synchronization [req-b1403eba-6d9b-41ef-b547-2e6698cc182e req-e8e48a94-750d-4ae3-ba75-68d83f5b6881 tempest-ServersAdminTestJSON-1982434739 tempest-ServersAdminTestJSON-1982434739-project-member] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 627.762821] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 627.763805] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.763916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.764070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.764406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.764676] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.764861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.764995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.765315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.765478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.765673] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.832986] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5001839-8d1a-47f9-9527-045a93380d70 [ 627.832986] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.832986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.832986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.832986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.832986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.832986] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5001839-8d1a-47f9-9527-045a93380d70 already deleted. [ 627.832986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5001839-8d1a-47f9-9527-045a93380d70" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.948675] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.948675] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.948675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.949032] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac78d040-f851-482f-9e75-fc8180c9bf8f with status ACTIVE [ 627.949146] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.949352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.949465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.951088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.951088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.951725] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.951909] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.951988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.952251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.952403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.952731] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.952876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.952984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.953270] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.953434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.953886] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac78d040-f851-482f-9e75-fc8180c9bf8f is going to be updated. [ 627.984602] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.984685] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.984724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.985204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.985734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.985734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac78d040-f851-482f-9e75-fc8180c9bf8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.159736] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed in Status: SUCCESS [ 628.159972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.234770] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.234965] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.235100] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.235372] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.235630] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.235783] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.235898] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.236141] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.236275] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.236485] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.236596] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.236702] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.236808] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.236913] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.237031] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.237162] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.255731] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.255899] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.256124] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.256323] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.256640] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-1857825a-b245-48b2-b74d-b1d358c2b7eb taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.256805] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-1857825a-b245-48b2-b74d-b1d358c2b7eb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.256924] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-1857825a-b245-48b2-b74d-b1d358c2b7eb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.257264] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-1857825a-b245-48b2-b74d-b1d358c2b7eb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.257396] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1857825a-b245-48b2-b74d-b1d358c2b7eb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.268286] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.319956] env[65740]: INFO networking_nsxv3.common.synchronization [None req-5058d4c9-7936-4331-9283-d4fcb622ac03 None None] Enqueued Resource ID: e9fa10cb-0fe6-4701-bd3b-50f0bb53f300 with Priority: HIGHEST for action port [ 628.320282] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fa10cb-0fe6-4701-bd3b-50f0bb53f300 with Priority: HIGHEST for action port [ 628.320802] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9fa10cb-0fe6-4701-bd3b-50f0bb53f300 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.320925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9fa10cb-0fe6-4701-bd3b-50f0bb53f300" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.320993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9fa10cb-0fe6-4701-bd3b-50f0bb53f300" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.321268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9fa10cb-0fe6-4701-bd3b-50f0bb53f300" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.321346] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9fa10cb-0fe6-4701-bd3b-50f0bb53f300',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.449551] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.664716] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 in Status: SUCCESS [ 628.664716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.664716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.664716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.664716] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.664716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.664716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.665032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.665032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.665032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.665137] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.760028] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.760028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.760252] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.760486] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.760737] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.761567] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 1857825a-b245-48b2-b74d-b1d358c2b7eb not found, creating... [ 628.761726] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.761877] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.762028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.762280] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.762444] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.762777] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.762973] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.763157] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.763398] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.763532] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.763667] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 1857825a-b245-48b2-b74d-b1d358c2b7eb is going to be created. [ 628.771336] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.786833] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.786833] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.786833] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.786833] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.786833] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.787086] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-1857825a-b245-48b2-b74d-b1d358c2b7eb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.823051] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9fa10cb-0fe6-4701-bd3b-50f0bb53f300 [ 628.823345] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.823479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.823544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.823766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.823858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.823956] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9fa10cb-0fe6-4701-bd3b-50f0bb53f300 already deleted. [ 628.824049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9fa10cb-0fe6-4701-bd3b-50f0bb53f300" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.952728] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.952835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.952902] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.953133] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.953226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.953374] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be created. [ 628.996636] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.997617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.997617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.997617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.997617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.010133] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: UNINITIALIZED for 2s [ 629.167479] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.167740] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.167845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.168368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.169022] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.169022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.169022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.169022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.169022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.169022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.169300] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.169533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.169826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.170173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.170465] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.170554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.170554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.170784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.170896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.170896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.171102] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.274932] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.275143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.275204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.276052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.276052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.276052] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 629.310084] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.310307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.310368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.310604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.310796] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.321879] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 629.486125] env[65740]: INFO networking_nsxv3.common.synchronization [req-170c50fd-5b7d-41e4-b8ea-d26189b61d76 req-68ce7043-3629-43be-958a-ba27646d98da tempest-VolumesAssistedSnapshotsTest-64253434 tempest-VolumesAssistedSnapshotsTest-64253434-project-member] Enqueued Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGHEST for action security_group_members [ 629.486809] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGHEST for action security_group_members [ 629.488065] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4340682-4ef9-4a8a-b168-5cc592daedb6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.488237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.488320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.488611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.488885] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.489015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.489087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.489355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.489470] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.489581] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.541119] env[65740]: INFO networking_nsxv3.common.synchronization [req-b1403eba-6d9b-41ef-b547-2e6698cc182e req-16a1ade6-fa9d-45c6-aaa4-9807322780fd service nova] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_rules [ 629.542369] env[65740]: INFO networking_nsxv3.common.synchronization [req-b1403eba-6d9b-41ef-b547-2e6698cc182e req-16a1ade6-fa9d-45c6-aaa4-9807322780fd service nova] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 629.542771] env[65740]: INFO networking_nsxv3.common.synchronization [req-b1403eba-6d9b-41ef-b547-2e6698cc182e req-16a1ade6-fa9d-45c6-aaa4-9807322780fd service nova] Enqueued Resource ID: 1857825a-b245-48b2-b74d-b1d358c2b7eb with Priority: HIGHEST for action port [ 629.543622] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_rules [ 629.543756] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 629.543855] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1857825a-b245-48b2-b74d-b1d358c2b7eb with Priority: HIGHEST for action port [ 629.544178] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.544354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.544422] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.545213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.545687] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.546757] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.546850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.547113] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1857825a-b245-48b2-b74d-b1d358c2b7eb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.547313] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1857825a-b245-48b2-b74d-b1d358c2b7eb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.547313] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1857825a-b245-48b2-b74d-b1d358c2b7eb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.547491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1857825a-b245-48b2-b74d-b1d358c2b7eb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.547571] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1857825a-b245-48b2-b74d-b1d358c2b7eb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.675750] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30: rpc.has_security_group_logging(os_id): False [ 629.697094] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.698972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.698972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.698972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.698972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.698972] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.698972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.698972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.698972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.698972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.698972] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.698972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.698972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.698972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.698972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.699830] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.699830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.699830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.699830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.699830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.699830] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 is going to be created. [ 629.801333] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.801499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.801577] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.801795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.801982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.814058] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 in Status: IN_PROGRESS for 2s [ 629.855633] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.855825] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-85" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.855956] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-85" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.856320] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-85" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.856584] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.856736] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.856847] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.857708] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.857873] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.858097] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.860814] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.860919] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.861040] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.861361] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.861361] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.861502] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.884839] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.884839] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.884839] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.885205] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-85" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.885322] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-0d05bf53-a220-4733-a264-7fceb9826a94 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.885523] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-0d05bf53-a220-4733-a264-7fceb9826a94" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.885660] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-0d05bf53-a220-4733-a264-7fceb9826a94" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.887974] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-0d05bf53-a220-4733-a264-7fceb9826a94" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.887974] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d05bf53-a220-4733-a264-7fceb9826a94',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.992311] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.992646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.992646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.992998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.993581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.993581] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.993952] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.993952] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.994026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.994180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.994302] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 already deleted. [ 629.994412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.051692] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.051692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.051692] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1857825a-b245-48b2-b74d-b1d358c2b7eb with status ACTIVE [ 630.051692] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.051692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.051692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.051692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.051692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.051692] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.051692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.051692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.052262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.052262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.052262] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.052373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.052373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.052549] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.052635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.052759] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1857825a-b245-48b2-b74d-b1d358c2b7eb is going to be updated. [ 630.083645] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.083645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.083645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.084032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.084032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.084032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1857825a-b245-48b2-b74d-b1d358c2b7eb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.348205] env[65740]: INFO networking_nsxv3.common.synchronization [None req-60b296b5-8c3c-4153-9bb1-c20252b330b6 None None] Enqueued Resource ID: d3124cbd-b165-4f58-ab3a-5595301dfde3 with Priority: HIGHEST for action port [ 630.349530] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3124cbd-b165-4f58-ab3a-5595301dfde3 with Priority: HIGHEST for action port [ 630.352499] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3124cbd-b165-4f58-ab3a-5595301dfde3 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.352499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3124cbd-b165-4f58-ab3a-5595301dfde3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.352499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3124cbd-b165-4f58-ab3a-5595301dfde3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.353174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3124cbd-b165-4f58-ab3a-5595301dfde3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.353174] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3124cbd-b165-4f58-ab3a-5595301dfde3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.389903] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.390407] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.390622] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.390935] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.391139] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.391457] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 0d05bf53-a220-4733-a264-7fceb9826a94 not found, creating... [ 630.391890] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.391991] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.392087] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.392362] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.392890] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.393716] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.393951] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.394051] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.394279] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.394415] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.394556] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 0d05bf53-a220-4733-a264-7fceb9826a94 is going to be created. [ 630.416734] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.416734] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.416734] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.417125] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.417430] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.417723] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-0d05bf53-a220-4733-a264-7fceb9826a94" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.858186] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3124cbd-b165-4f58-ab3a-5595301dfde3 [ 630.858186] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.858186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.858186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.858186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.858186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.858620] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3124cbd-b165-4f58-ab3a-5595301dfde3 already deleted. [ 630.858620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3124cbd-b165-4f58-ab3a-5595301dfde3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.024417] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 631.024705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.024885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.025123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.025322] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.025434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.025496] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.025658] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.025738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.025820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.025914] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.173935] env[65740]: INFO networking_nsxv3.common.synchronization [req-170c50fd-5b7d-41e4-b8ea-d26189b61d76 req-2c829a71-0556-4c41-95a2-7c349ad62337 service nova] Enqueued Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGHEST for action security_group_rules [ 631.175226] env[65740]: INFO networking_nsxv3.common.synchronization [req-170c50fd-5b7d-41e4-b8ea-d26189b61d76 req-2c829a71-0556-4c41-95a2-7c349ad62337 service nova] Enqueued Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGHEST for action security_group_members [ 631.175724] env[65740]: INFO networking_nsxv3.common.synchronization [req-170c50fd-5b7d-41e4-b8ea-d26189b61d76 req-2c829a71-0556-4c41-95a2-7c349ad62337 service nova] Enqueued Resource ID: 0d05bf53-a220-4733-a264-7fceb9826a94 with Priority: HIGHEST for action port [ 631.177125] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGHEST for action security_group_rules [ 631.177387] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGHEST for action security_group_members [ 631.177579] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d05bf53-a220-4733-a264-7fceb9826a94 with Priority: HIGHEST for action port [ 631.177990] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4340682-4ef9-4a8a-b168-5cc592daedb6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.178263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.178451] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.178874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.179070] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.182163] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4340682-4ef9-4a8a-b168-5cc592daedb6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.185738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.186064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.186519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.187067] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.188850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.188850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.188850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.188850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.188850] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.190710] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d05bf53-a220-4733-a264-7fceb9826a94 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.191476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d05bf53-a220-4733-a264-7fceb9826a94" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.192011] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d05bf53-a220-4733-a264-7fceb9826a94" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.193351] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d05bf53-a220-4733-a264-7fceb9826a94" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.193351] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d05bf53-a220-4733-a264-7fceb9826a94',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.335780] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 631.336409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.336708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.337054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.337436] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.337529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.337870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.338241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.338322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.338699] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.527946] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.528503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.528650] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.528953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.529217] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.529391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.529480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.529709] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.529848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.529973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.530392] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.530543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.530656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.531983] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.534395] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.534555] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.534601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.534787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.535434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.535434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.535434] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.695648] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.697090] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4340682-4ef9-4a8a-b168-5cc592daedb6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.697362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.697771] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d05bf53-a220-4733-a264-7fceb9826a94 with status ACTIVE [ 631.697963] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.700735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.700876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.701046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.701141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.701548] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.701738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.701812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.701979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.702076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.702282] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.702381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.702441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.702612] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.702705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.702820] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d05bf53-a220-4733-a264-7fceb9826a94 is going to be updated. [ 631.754166] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.754350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.754438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.754667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.754808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.755057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d05bf53-a220-4733-a264-7fceb9826a94" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.841022] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 in Status: SUCCESS [ 631.841022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.843034] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.040141] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ee10b52-9e61-473a-82cf-1fea479aa099: rpc.has_security_group_logging(os_id): False [ 632.066437] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.066437] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.066437] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.066437] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.067394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.067394] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.067394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.067394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.067394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.067394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.067394] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.067657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.067657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.067657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.067796] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.067955] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.067955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.068097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.068407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.068407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.068407] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be created. [ 632.147846] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.148294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.148294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.148436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.148751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.167112] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 632.199213] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.347654] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.557977] env[65740]: INFO networking_nsxv3.common.synchronization [None req-559a4c12-8f2a-444a-b3b6-039a2871eabc tempest-ServersTestBootFromVolume-1980383337 tempest-ServersTestBootFromVolume-1980383337-project-member] Enqueued Resource ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 with Priority: HIGHEST for action security_group_rules [ 632.559901] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 with Priority: HIGHEST for action security_group_rules [ 632.560640] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.560640] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.560640] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.560640] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.561431] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.699132] env[65740]: INFO networking_nsxv3.common.synchronization [None req-a0632435-b3b2-477f-ac3d-1e2fdd70b728 tempest-ServersTestBootFromVolume-1980383337 tempest-ServersTestBootFromVolume-1980383337-project-member] Enqueued Resource ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 with Priority: HIGHEST for action security_group_rules [ 632.699703] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 with Priority: HIGHEST for action security_group_rules [ 632.700019] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.700841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.705677] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.706573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.706573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.706573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.706573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.706884] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 is going to be created. [ 632.739779] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.739779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.739779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.739779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.739779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.752309] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 in Status: UNINITIALIZED for 2s [ 632.851318] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.851629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.851737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.852390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.852545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.857036] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 632.903787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.903787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.903787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.903787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.903787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.919060] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 633.089152] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.089477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.089477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.089580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.089612] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.093027] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 already deleted. [ 633.093027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.093027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.093027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.093027] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.451090] env[65740]: INFO networking_nsxv3.common.synchronization [None req-67f127e3-135e-447b-ad48-e407c7c71392 None None] Enqueued Resource ID: 88c5d2a7-e968-4f47-8760-f28ed768c83c with Priority: HIGHEST for action port [ 633.452024] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c5d2a7-e968-4f47-8760-f28ed768c83c with Priority: HIGHEST for action port [ 633.452122] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-88c5d2a7-e968-4f47-8760-f28ed768c83c taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.452217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88c5d2a7-e968-4f47-8760-f28ed768c83c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.452275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88c5d2a7-e968-4f47-8760-f28ed768c83c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.454798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88c5d2a7-e968-4f47-8760-f28ed768c83c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.454798] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c5d2a7-e968-4f47-8760-f28ed768c83c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.619327] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.619327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.619327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.619590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.619590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.619701] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 already deleted. [ 633.621064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.957872] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88c5d2a7-e968-4f47-8760-f28ed768c83c [ 633.958741] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.958990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.959109] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.959423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.959536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.959978] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88c5d2a7-e968-4f47-8760-f28ed768c83c already deleted. [ 633.959978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88c5d2a7-e968-4f47-8760-f28ed768c83c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.188189] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 634.188617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.762301] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 in Status: SUCCESS [ 634.762527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.762721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.762938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.763158] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.763326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.763371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.763523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.763574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.763661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.763751] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.931038] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 634.931266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.931433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.931651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.932122] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.932122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.932122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.932279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.932279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.932338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.932661] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.265981] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.336312] env[65740]: INFO networking_nsxv3.common.synchronization [req-81e030a8-a3bf-4145-bebc-c2d834bb536e req-88c09665-fe11-491d-b40b-77775f04eff7 tempest-DeleteServersTestJSON-648489044 tempest-DeleteServersTestJSON-648489044-project-member] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 635.337574] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 635.338075] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.338226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.338310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.338510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.338673] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.338773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.338836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.343058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.343058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.343058] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.435197] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.435374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.435448] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.435669] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.436030] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.436030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.436030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.436264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.436264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.436335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.437530] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.437530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.437530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.437530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.437530] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.437530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.437530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.437530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.437530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.437530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.437530] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.768836] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4340682-4ef9-4a8a-b168-5cc592daedb6: rpc.has_security_group_logging(os_id): False [ 635.789259] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.789583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.789664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.789982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.789982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.790419] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.791023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.791023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.791023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.791023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.791023] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 is going to be created. [ 635.846189] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.846414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.846472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.846755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.846867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.847142] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.847303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.847361] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.847522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.847601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.847693] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 635.867987] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.868255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.868385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.868781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.869126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.892778] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 in Status: IN_PROGRESS for 2s [ 635.927210] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.927210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.927210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.927210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.927210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.939697] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ff4c094-a270-4975-a98f-8bdf8e46e385: rpc.has_security_group_logging(os_id): False [ 635.952073] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 635.958066] env[65740]: INFO networking_nsxv3.common.synchronization [None req-7f260798-0677-4c18-a636-9f8f930b5ebe None None] Enqueued Resource ID: 793831f1-1885-4f78-9676-8546db33e2f1 with Priority: HIGHEST for action port [ 635.958066] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 793831f1-1885-4f78-9676-8546db33e2f1 with Priority: HIGHEST for action port [ 635.958066] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-793831f1-1885-4f78-9676-8546db33e2f1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.958601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-793831f1-1885-4f78-9676-8546db33e2f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.958809] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-793831f1-1885-4f78-9676-8546db33e2f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.959212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-793831f1-1885-4f78-9676-8546db33e2f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.959434] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('793831f1-1885-4f78-9676-8546db33e2f1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.978056] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.978056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.978056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.978056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.978056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.978056] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.978056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.978056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.978056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.979236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.979767] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.980157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.983204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.983204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.983204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.983204] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.983204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.983204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.983204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.983204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.983204] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 636.122859] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.122859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.122859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.122859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.124033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.144174] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 636.463262] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 793831f1-1885-4f78-9676-8546db33e2f1 [ 636.463262] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.463262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.463262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.463841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.463935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.464430] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:793831f1-1885-4f78-9676-8546db33e2f1 already deleted. [ 636.464430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-793831f1-1885-4f78-9676-8546db33e2f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.882236] env[65740]: INFO networking_nsxv3.common.synchronization [req-77eb81be-4b01-4387-98d7-5b9d2d598eed req-7ab97672-a52f-4800-b481-ae859f703de2 tempest-TenantUsagesTestJSON-281243186 tempest-TenantUsagesTestJSON-281243186-project-member] Enqueued Resource ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 with Priority: HIGHEST for action security_group_members [ 637.882777] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 with Priority: HIGHEST for action security_group_members [ 637.883084] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b1b03f-327d-4a7c-bb5b-6d91e309f806 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.883525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.883525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.883525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.883645] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.883693] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.883727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.883984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.884084] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.884181] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b1b03f-327d-4a7c-bb5b-6d91e309f806',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.909477] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 in Status: SUCCESS [ 637.909477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.967068] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 637.967068] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d deletion is rescheduled due to dependency. [ 637.967068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.163259] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 638.163259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.393119] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.393119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.393119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.393119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.393119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.393119] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.393119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.393119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.393119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.393119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.393119] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 is going to be updated. [ 638.442407] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.442407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.442407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.442407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.442407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.461414] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 in Status: IN_PROGRESS for 2s [ 639.752464] env[65740]: INFO networking_nsxv3.common.synchronization [req-8f013d68-b424-44a8-adde-a50f0b214ef6 req-2da336e6-ca18-4eca-8af8-eec2a41b8f6b tempest-AttachInterfacesV270Test-700438521 tempest-AttachInterfacesV270Test-700438521-project-member] Enqueued Resource ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 with Priority: HIGHEST for action security_group_members [ 639.752885] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 with Priority: HIGHEST for action security_group_members [ 639.753226] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.753538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.753538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.753669] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.753775] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.753914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.753984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.754150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.754281] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.754353] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51ac6fdc-da35-4d9d-a6ed-a388cb628b89',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.199424] env[65740]: INFO networking_nsxv3.common.synchronization [None req-a2068959-d62c-4ca5-af0c-8f33fedb148d None None] Enqueued Resource ID: 809b7d8c-45cb-4061-85d3-93043437864e with Priority: HIGHEST for action port [ 640.199424] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809b7d8c-45cb-4061-85d3-93043437864e with Priority: HIGHEST for action port [ 640.199725] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-809b7d8c-45cb-4061-85d3-93043437864e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.199725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809b7d8c-45cb-4061-85d3-93043437864e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.199725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809b7d8c-45cb-4061-85d3-93043437864e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.200069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809b7d8c-45cb-4061-85d3-93043437864e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.201353] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809b7d8c-45cb-4061-85d3-93043437864e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.259792] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.260170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.260248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.261216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.261432] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.261948] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.262694] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.262694] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.262846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.262846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.264763] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 is going to be updated. [ 640.296479] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.296479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.296479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.298306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.298515] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.311023] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 in Status: IN_PROGRESS for 2s [ 640.471851] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 in Status: SUCCESS [ 640.471851] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b1b03f-327d-4a7c-bb5b-6d91e309f806 deletion is rescheduled due to dependency. [ 640.471851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b1b03f-327d-4a7c-bb5b-6d91e309f806" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.703842] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 809b7d8c-45cb-4061-85d3-93043437864e [ 640.704117] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.704265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.704327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.704552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.704654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.704737] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:809b7d8c-45cb-4061-85d3-93043437864e already deleted. [ 640.704820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809b7d8c-45cb-4061-85d3-93043437864e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.620532] env[65740]: INFO networking_nsxv3.common.synchronization [req-2ba56846-9534-45f4-b5a5-fdc7c630e9a8 req-50098c5d-b4e9-432e-bc82-9ec3a8aff2e6 tempest-ServerDiagnosticsTest-1795311280 tempest-ServerDiagnosticsTest-1795311280-project-member] Enqueued Resource ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 with Priority: HIGHEST for action security_group_members [ 641.621257] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 with Priority: HIGHEST for action security_group_members [ 641.621730] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.622168] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.622267] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.622604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.622821] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.622956] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.624158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.624158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.624158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.624158] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86ecb0ab-3a2b-488d-acab-24bfb4daa3a5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.998166] env[65740]: INFO networking_nsxv3.common.synchronization [None req-6a3de834-424b-49e8-aa13-b8f293d851d5 None None] Enqueued Resource ID: 38d3b453-10a6-4879-86a9-6662fcfdc7a2 with Priority: HIGHEST for action port [ 641.998166] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d3b453-10a6-4879-86a9-6662fcfdc7a2 with Priority: HIGHEST for action port [ 641.998166] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d3b453-10a6-4879-86a9-6662fcfdc7a2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.998166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d3b453-10a6-4879-86a9-6662fcfdc7a2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.998166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d3b453-10a6-4879-86a9-6662fcfdc7a2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.998166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d3b453-10a6-4879-86a9-6662fcfdc7a2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.998456] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d3b453-10a6-4879-86a9-6662fcfdc7a2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.129993] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.132063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.132063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.132063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.132063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.132063] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.132063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.132063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.132063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.132063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.132063] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 already deleted. [ 642.132063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.323678] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 in Status: SUCCESS [ 642.323857] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 deletion is rescheduled due to dependency. [ 642.323995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.482042] env[65740]: INFO networking_nsxv3.common.synchronization [None req-7e4fb715-9339-4e53-9132-31f1492aa57b None None] Enqueued Resource ID: cbdbd4cb-7b7d-4ff4-9d9f-497a876336d8 with Priority: HIGHEST for action port [ 642.482667] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdbd4cb-7b7d-4ff4-9d9f-497a876336d8 with Priority: HIGHEST for action port [ 642.483220] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbdbd4cb-7b7d-4ff4-9d9f-497a876336d8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.483339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbdbd4cb-7b7d-4ff4-9d9f-497a876336d8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.485019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbdbd4cb-7b7d-4ff4-9d9f-497a876336d8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.485019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbdbd4cb-7b7d-4ff4-9d9f-497a876336d8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.485019] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbdbd4cb-7b7d-4ff4-9d9f-497a876336d8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.502642] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38d3b453-10a6-4879-86a9-6662fcfdc7a2 [ 642.502642] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.502642] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.502825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.502908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.503017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.503116] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38d3b453-10a6-4879-86a9-6662fcfdc7a2 already deleted. [ 642.503363] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d3b453-10a6-4879-86a9-6662fcfdc7a2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.768420] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.768835] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.768835] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.770274] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.770274] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.770274] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.770274] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.770274] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.770274] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.771372] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.771372] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.771532] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.771591] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.771674] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.771780] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.771919] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.799208] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.799769] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.799769] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.799769] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.800090] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-0b0447fb-ec89-4937-9038-9614891c7117 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.800402] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-0b0447fb-ec89-4937-9038-9614891c7117" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.800452] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-0b0447fb-ec89-4937-9038-9614891c7117" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.801426] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-0b0447fb-ec89-4937-9038-9614891c7117" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.801426] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b0447fb-ec89-4937-9038-9614891c7117',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.988501] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbdbd4cb-7b7d-4ff4-9d9f-497a876336d8 [ 642.988932] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.989120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.989376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.989473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.989533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.989716] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbdbd4cb-7b7d-4ff4-9d9f-497a876336d8 already deleted. [ 642.989823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbdbd4cb-7b7d-4ff4-9d9f-497a876336d8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.303597] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.304089] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.304260] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.304533] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.304680] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.304829] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 0b0447fb-ec89-4937-9038-9614891c7117 not found, creating... [ 643.305102] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.305261] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.305407] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.305887] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.305887] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.305991] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.306142] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.306246] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.306448] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.306576] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.306709] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 0b0447fb-ec89-4937-9038-9614891c7117 is going to be created. [ 643.332668] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.332838] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.332838] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.333218] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.333373] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.333546] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-0b0447fb-ec89-4937-9038-9614891c7117" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.035186] env[65740]: INFO networking_nsxv3.common.synchronization [req-2ba56846-9534-45f4-b5a5-fdc7c630e9a8 req-b908c3b3-935e-43ec-84d4-0ee9e8b785cd service nova] Enqueued Resource ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 with Priority: HIGHEST for action security_group_rules [ 644.035486] env[65740]: INFO networking_nsxv3.common.synchronization [req-2ba56846-9534-45f4-b5a5-fdc7c630e9a8 req-b908c3b3-935e-43ec-84d4-0ee9e8b785cd service nova] Enqueued Resource ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 with Priority: HIGHEST for action security_group_members [ 644.035486] env[65740]: INFO networking_nsxv3.common.synchronization [req-2ba56846-9534-45f4-b5a5-fdc7c630e9a8 req-b908c3b3-935e-43ec-84d4-0ee9e8b785cd service nova] Enqueued Resource ID: 0b0447fb-ec89-4937-9038-9614891c7117 with Priority: HIGHEST for action port [ 644.036631] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 with Priority: HIGHEST for action security_group_rules [ 644.036991] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 with Priority: HIGHEST for action security_group_members [ 644.038821] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0447fb-ec89-4937-9038-9614891c7117 with Priority: HIGHEST for action port [ 644.038821] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.038821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.038821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.038821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.038821] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86ecb0ab-3a2b-488d-acab-24bfb4daa3a5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.039506] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.039506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.040547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.041030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.041918] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.041918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.041918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.041918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.041918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.041918] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86ecb0ab-3a2b-488d-acab-24bfb4daa3a5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.044480] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b0447fb-ec89-4937-9038-9614891c7117 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.044480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b0447fb-ec89-4937-9038-9614891c7117" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.044480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b0447fb-ec89-4937-9038-9614891c7117" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.044480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b0447fb-ec89-4937-9038-9614891c7117" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.044734] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b0447fb-ec89-4937-9038-9614891c7117',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.545637] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86ecb0ab-3a2b-488d-acab-24bfb4daa3a5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.546665] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b0447fb-ec89-4937-9038-9614891c7117 with status ACTIVE [ 644.546973] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.547102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.547166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.547373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.547473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.547660] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.547764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.547826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.547979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.548171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.548244] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.549622] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.549723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.549925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.550025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.550125] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b0447fb-ec89-4937-9038-9614891c7117 is going to be updated. [ 644.552026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.552159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.574699] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.574699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.574830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.574974] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.575118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.575275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b0447fb-ec89-4937-9038-9614891c7117" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.053719] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86ecb0ab-3a2b-488d-acab-24bfb4daa3a5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.331757] env[65740]: INFO networking_nsxv3.common.synchronization [None req-2b0f6626-0b62-4eac-8968-34d2f2da31d4 None None] Enqueued Resource ID: 6521fcfe-6b53-478c-835f-f67fe92d6a85 with Priority: HIGHEST for action port [ 645.332656] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6521fcfe-6b53-478c-835f-f67fe92d6a85 with Priority: HIGHEST for action port [ 645.332850] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-6521fcfe-6b53-478c-835f-f67fe92d6a85 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.332957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6521fcfe-6b53-478c-835f-f67fe92d6a85" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.333645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6521fcfe-6b53-478c-835f-f67fe92d6a85" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.334500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6521fcfe-6b53-478c-835f-f67fe92d6a85" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.334500] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6521fcfe-6b53-478c-835f-f67fe92d6a85',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.561227] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.561227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.561227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.561227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.561227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.561227] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 is going to be created. [ 645.592779] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.593486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.593486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.593486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.593677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.605434] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 in Status: UNINITIALIZED for 2s [ 645.767839] env[65740]: INFO networking_nsxv3.common.synchronization [None req-76e47071-c309-4b42-9c34-8e0b7dc3a47a None None] Enqueued Resource ID: 0b7aa060-ae92-46ec-b4f3-d77c6e9c1349 with Priority: HIGHEST for action port [ 645.768416] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7aa060-ae92-46ec-b4f3-d77c6e9c1349 with Priority: HIGHEST for action port [ 645.768734] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b7aa060-ae92-46ec-b4f3-d77c6e9c1349 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.768878] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b7aa060-ae92-46ec-b4f3-d77c6e9c1349" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.768944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b7aa060-ae92-46ec-b4f3-d77c6e9c1349" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.769275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b7aa060-ae92-46ec-b4f3-d77c6e9c1349" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.769316] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b7aa060-ae92-46ec-b4f3-d77c6e9c1349',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.839992] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6521fcfe-6b53-478c-835f-f67fe92d6a85 [ 645.839992] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.839992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.839992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.839992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.839992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.839992] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6521fcfe-6b53-478c-835f-f67fe92d6a85 already deleted. [ 645.839992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6521fcfe-6b53-478c-835f-f67fe92d6a85" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.273073] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b7aa060-ae92-46ec-b4f3-d77c6e9c1349 [ 646.273073] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.273073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.273073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.273073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.273073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.273073] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b7aa060-ae92-46ec-b4f3-d77c6e9c1349 already deleted. [ 646.273073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b7aa060-ae92-46ec-b4f3-d77c6e9c1349" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.439443] env[65740]: INFO networking_nsxv3.common.synchronization [req-184af582-25c3-4bb7-8669-73c6d05b7658 req-f88371f3-22db-4268-82c4-96d129a93287 tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_members [ 646.439443] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_members [ 646.439443] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.439443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.439443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.439443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.440219] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.440388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.441635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.441635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.441635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.441635] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.943065] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.943255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.943328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.943844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.944725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.944725] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.944725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.944725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.944725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.944725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.944725] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec2b221-742c-4872-8efc-20e0910f8050 already deleted. [ 646.945572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.050885] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.051181] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.051181] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.052394] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.052394] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.052394] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.052541] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.052803] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.052951] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.053222] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.053478] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.053602] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.054502] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.054502] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.054502] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.054502] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.077650] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.077882] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.079018] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.079018] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.079018] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-c081618b-f140-4234-a73a-190b57f790b0 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.079018] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-c081618b-f140-4234-a73a-190b57f790b0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.079305] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-c081618b-f140-4234-a73a-190b57f790b0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.079426] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-c081618b-f140-4234-a73a-190b57f790b0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.080110] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c081618b-f140-4234-a73a-190b57f790b0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.166805] env[65740]: INFO networking_nsxv3.common.synchronization [None req-ef775528-a9a8-4460-8144-3b91ec59f3c9 None None] Enqueued Resource ID: 1cc3e98e-00b2-43fe-808b-e5a895352d7f with Priority: HIGHEST for action port [ 647.167488] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cc3e98e-00b2-43fe-808b-e5a895352d7f with Priority: HIGHEST for action port [ 647.168045] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cc3e98e-00b2-43fe-808b-e5a895352d7f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.168317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cc3e98e-00b2-43fe-808b-e5a895352d7f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.168317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cc3e98e-00b2-43fe-808b-e5a895352d7f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.168545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cc3e98e-00b2-43fe-808b-e5a895352d7f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.168641] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cc3e98e-00b2-43fe-808b-e5a895352d7f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.475149] env[65740]: INFO networking_nsxv3.common.synchronization [None req-958cb70e-7be0-43c2-8ed5-6cb0c3a231bc None None] Enqueued Resource ID: 34505021-a846-4b32-900d-b6ed7f7818ec with Priority: HIGHEST for action port [ 647.477431] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34505021-a846-4b32-900d-b6ed7f7818ec with Priority: HIGHEST for action port [ 647.477431] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-34505021-a846-4b32-900d-b6ed7f7818ec taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.477431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34505021-a846-4b32-900d-b6ed7f7818ec" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.477431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34505021-a846-4b32-900d-b6ed7f7818ec" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.477431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34505021-a846-4b32-900d-b6ed7f7818ec" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.477431] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34505021-a846-4b32-900d-b6ed7f7818ec',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.583228] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.583562] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.583690] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.583964] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.584138] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.584291] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port c081618b-f140-4234-a73a-190b57f790b0 not found, creating... [ 647.584842] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.585134] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.585267] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.585491] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.585626] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.586275] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.586471] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.586593] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.586802] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.587089] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.587261] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: c081618b-f140-4234-a73a-190b57f790b0 is going to be created. [ 647.611851] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.612074] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.612127] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.612403] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.612632] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.612895] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-c081618b-f140-4234-a73a-190b57f790b0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.617643] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 in Status: SUCCESS [ 647.617643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.617643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.619062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.619062] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.619062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.619062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.619062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.619062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.619062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.619062] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86ecb0ab-3a2b-488d-acab-24bfb4daa3a5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.673904] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cc3e98e-00b2-43fe-808b-e5a895352d7f [ 647.674169] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.674306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.674380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.674896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.674985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.675315] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cc3e98e-00b2-43fe-808b-e5a895352d7f already deleted. [ 647.675411] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cc3e98e-00b2-43fe-808b-e5a895352d7f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.762201] env[65740]: INFO networking_nsxv3.common.synchronization [req-464c3761-f01b-4b01-99e3-ecb115c4748d req-6c2c695d-36ce-4de6-b988-a857098953a4 tempest-ServersWithSpecificFlavorTestJSON-1488609193 tempest-ServersWithSpecificFlavorTestJSON-1488609193-project-member] Enqueued Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_members [ 647.762201] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_members [ 647.763016] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.763331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.763552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.763917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.764234] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.764498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.764700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.764990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.765202] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.765391] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.979180] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34505021-a846-4b32-900d-b6ed7f7818ec [ 647.979535] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.979680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.979750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.979963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.980065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.980163] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34505021-a846-4b32-900d-b6ed7f7818ec already deleted. [ 647.980244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34505021-a846-4b32-900d-b6ed7f7818ec" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.125380] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.125601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.125689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.125990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.126246] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.126355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.126474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.126617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.126795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.126855] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.127051] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.127197] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.127308] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.127851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.127851] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.127851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.127851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.128543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.128664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.132027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.132027] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86ecb0ab-3a2b-488d-acab-24bfb4daa3a5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.268868] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.269059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.269152] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.269378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.269481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.269698] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.269797] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.269860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.270051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.270131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.270233] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 already deleted. [ 648.270489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.347539] env[65740]: INFO networking_nsxv3.common.synchronization [req-184af582-25c3-4bb7-8669-73c6d05b7658 req-a57aca39-316c-49ef-8c7f-0e3fcadffcea service nova] Enqueued Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_rules [ 648.347705] env[65740]: INFO networking_nsxv3.common.synchronization [req-184af582-25c3-4bb7-8669-73c6d05b7658 req-a57aca39-316c-49ef-8c7f-0e3fcadffcea service nova] Enqueued Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_members [ 648.347893] env[65740]: INFO networking_nsxv3.common.synchronization [req-184af582-25c3-4bb7-8669-73c6d05b7658 req-a57aca39-316c-49ef-8c7f-0e3fcadffcea service nova] Enqueued Resource ID: c081618b-f140-4234-a73a-190b57f790b0 with Priority: HIGHEST for action port [ 648.348350] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_rules [ 648.348513] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_members [ 648.348631] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c081618b-f140-4234-a73a-190b57f790b0 with Priority: HIGHEST for action port [ 648.348876] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.348989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.349113] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.349261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.349337] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.350557] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.350683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.350748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.351170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.351170] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.351170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.351400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.351400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.351563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.351563] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.352676] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-c081618b-f140-4234-a73a-190b57f790b0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.352676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c081618b-f140-4234-a73a-190b57f790b0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.352676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c081618b-f140-4234-a73a-190b57f790b0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.352828] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c081618b-f140-4234-a73a-190b57f790b0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.352828] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c081618b-f140-4234-a73a-190b57f790b0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.446242] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.446242] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-943" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.446242] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-943" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.446242] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-943" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.448521] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.448521] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.448521] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.448521] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.448521] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.448521] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.448521] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.448521] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.448521] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.448521] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.448521] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.448521] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.470773] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.471034] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.471034] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.471323] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-943" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.471799] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-a748136b-ea57-4ea4-a135-fa7b33e7ce4a taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.471990] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-a748136b-ea57-4ea4-a135-fa7b33e7ce4a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.471990] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-a748136b-ea57-4ea4-a135-fa7b33e7ce4a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.472262] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-a748136b-ea57-4ea4-a135-fa7b33e7ce4a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.472522] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a748136b-ea57-4ea4-a135-fa7b33e7ce4a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.639025] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5: rpc.has_security_group_logging(os_id): False [ 648.658046] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.658412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.658412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.658587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.658587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.658797] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.658911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.658911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.659059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.659140] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.659307] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.659417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.659478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.659651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.659766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.659965] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.660122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.660122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.660392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.660392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.660538] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 is going to be created. [ 648.723676] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.723676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.723676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.723676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.723676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.738566] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 in Status: IN_PROGRESS for 2s [ 648.854422] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.854617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.855903] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c081618b-f140-4234-a73a-190b57f790b0 with status ACTIVE [ 648.856119] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.856240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.856302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.856529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.856614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.856783] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.856880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.856986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.857112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.857187] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.857365] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.857459] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.857519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.857665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.857737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.857826] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c081618b-f140-4234-a73a-190b57f790b0 is going to be updated. [ 648.859497] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.890607] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.890607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.890607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.890607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.890607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.890607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c081618b-f140-4234-a73a-190b57f790b0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.975784] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.976085] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.976219] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.976495] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.976648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.976792] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port a748136b-ea57-4ea4-a135-fa7b33e7ce4a not found, creating... [ 648.977092] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.977294] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.977413] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.977635] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.977766] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.978062] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.978217] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.978330] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.978530] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.978657] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.979580] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: a748136b-ea57-4ea4-a135-fa7b33e7ce4a is going to be created. [ 649.006024] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.006024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.006024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.006713] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.006713] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.006901] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-a748136b-ea57-4ea4-a135-fa7b33e7ce4a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.364142] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.717436] env[65740]: INFO networking_nsxv3.common.synchronization [req-464c3761-f01b-4b01-99e3-ecb115c4748d req-6b5c12e5-8da6-40a6-9324-56cf6a963c4c service nova] Enqueued Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_rules [ 649.717683] env[65740]: INFO networking_nsxv3.common.synchronization [req-464c3761-f01b-4b01-99e3-ecb115c4748d req-6b5c12e5-8da6-40a6-9324-56cf6a963c4c service nova] Enqueued Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_members [ 649.717760] env[65740]: INFO networking_nsxv3.common.synchronization [req-464c3761-f01b-4b01-99e3-ecb115c4748d req-6b5c12e5-8da6-40a6-9324-56cf6a963c4c service nova] Enqueued Resource ID: a748136b-ea57-4ea4-a135-fa7b33e7ce4a with Priority: HIGHEST for action port [ 649.718317] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_rules [ 649.718497] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_members [ 649.718618] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a748136b-ea57-4ea4-a135-fa7b33e7ce4a with Priority: HIGHEST for action port [ 649.718930] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.719230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.719339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.719554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.719640] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.721246] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.721414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.721473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.721762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.721835] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.721952] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.722046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.722208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.722300] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.722393] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.724073] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-a748136b-ea57-4ea4-a135-fa7b33e7ce4a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.724299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a748136b-ea57-4ea4-a135-fa7b33e7ce4a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.724379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a748136b-ea57-4ea4-a135-fa7b33e7ce4a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.724591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a748136b-ea57-4ea4-a135-fa7b33e7ce4a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.724635] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a748136b-ea57-4ea4-a135-fa7b33e7ce4a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.866789] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.866789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.866789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.868230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.868230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.868230] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec2b221-742c-4872-8efc-20e0910f8050 is going to be created. [ 649.895422] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.895715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.895715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.895918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.896043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.908503] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: UNINITIALIZED for 2s [ 650.102890] env[65740]: INFO networking_nsxv3.common.synchronization [req-0590310b-3f82-4916-b90a-c3d36bb259a1 req-3006ecce-7a2a-46ed-9482-502ab355310b tempest-ServerAddressesTestJSON-1213286726 tempest-ServerAddressesTestJSON-1213286726-project-member] Enqueued Resource ID: bb3ecdc5-00a3-4058-8793-40016a940114 with Priority: HIGHEST for action security_group_members [ 650.103602] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3ecdc5-00a3-4058-8793-40016a940114 with Priority: HIGHEST for action security_group_members [ 650.104647] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3ecdc5-00a3-4058-8793-40016a940114 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.104815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.104910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.105257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.105449] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.105608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.105675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.105884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.106383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.106383] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb3ecdc5-00a3-4058-8793-40016a940114',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.223230] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.223384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.223927] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.229298] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a748136b-ea57-4ea4-a135-fa7b33e7ce4a with status ACTIVE [ 650.229527] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.230122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.230122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.230122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.230122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.230355] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.230355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.230486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.231085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.231085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.231085] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.231085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.231085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.231436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.231436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.231436] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a748136b-ea57-4ea4-a135-fa7b33e7ce4a is going to be updated. [ 650.258235] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.258235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.258235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.258469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.258469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.258629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a748136b-ea57-4ea4-a135-fa7b33e7ce4a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.607473] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.607970] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-65" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.607970] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-65" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.608955] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-65" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.608955] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.609214] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.609304] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.609593] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.609748] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.609986] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.610228] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.610402] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.611868] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.611868] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.611868] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.611868] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.612573] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.613885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.613979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.615833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.615833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.615833] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.615833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.615833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.615833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.615833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.615833] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb3ecdc5-00a3-4058-8793-40016a940114 already deleted. [ 650.615833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.618841] env[65740]: INFO networking_nsxv3.common.synchronization [None req-cc8305f7-84b4-405b-ad21-3581421b8a05 None None] Enqueued Resource ID: a6bdd9e7-e842-4894-b2b8-8b5de34eb5d2 with Priority: HIGHEST for action port [ 650.618841] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6bdd9e7-e842-4894-b2b8-8b5de34eb5d2 with Priority: HIGHEST for action port [ 650.618841] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6bdd9e7-e842-4894-b2b8-8b5de34eb5d2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.618841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6bdd9e7-e842-4894-b2b8-8b5de34eb5d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.618841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6bdd9e7-e842-4894-b2b8-8b5de34eb5d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.618841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6bdd9e7-e842-4894-b2b8-8b5de34eb5d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.618841] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6bdd9e7-e842-4894-b2b8-8b5de34eb5d2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.640509] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.640509] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.640753] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.640860] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-65" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.641139] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-05759684-258d-4178-b4c5-550a01c71152 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.641332] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-05759684-258d-4178-b4c5-550a01c71152" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.641387] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-05759684-258d-4178-b4c5-550a01c71152" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.641746] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-05759684-258d-4178-b4c5-550a01c71152" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.641879] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05759684-258d-4178-b4c5-550a01c71152',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.735334] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.762458] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 in Status: SUCCESS [ 650.762902] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.810230] env[65740]: INFO networking_nsxv3.common.synchronization [None req-42f185cf-735f-45a9-ae99-ec8538c7b450 None None] Enqueued Resource ID: f1fa0a12-32f7-4ed7-bf67-1e868293145e with Priority: HIGHEST for action port [ 650.814019] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fa0a12-32f7-4ed7-bf67-1e868293145e with Priority: HIGHEST for action port [ 650.814019] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1fa0a12-32f7-4ed7-bf67-1e868293145e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.814019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1fa0a12-32f7-4ed7-bf67-1e868293145e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.814019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1fa0a12-32f7-4ed7-bf67-1e868293145e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.814019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1fa0a12-32f7-4ed7-bf67-1e868293145e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.814019] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1fa0a12-32f7-4ed7-bf67-1e868293145e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.121179] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6bdd9e7-e842-4894-b2b8-8b5de34eb5d2 [ 651.121179] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.121389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.121389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.121533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.122139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.122139] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6bdd9e7-e842-4894-b2b8-8b5de34eb5d2 already deleted. [ 651.122139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6bdd9e7-e842-4894-b2b8-8b5de34eb5d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.149033] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.149033] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.149033] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.149033] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.149033] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.149033] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 05759684-258d-4178-b4c5-550a01c71152 not found, creating... [ 651.149033] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.149033] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.149033] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.149033] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.149033] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.149824] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.149824] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.149824] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.149824] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.149824] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.151683] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 05759684-258d-4178-b4c5-550a01c71152 is going to be created. [ 651.175178] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.175178] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.175178] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.175537] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.175537] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.175693] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-05759684-258d-4178-b4c5-550a01c71152" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.240647] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.240647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.240647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.240647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.240647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.240647] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 is going to be created. [ 651.315772] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1fa0a12-32f7-4ed7-bf67-1e868293145e [ 651.316081] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.316252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.316336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.316798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.316798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.317027] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1fa0a12-32f7-4ed7-bf67-1e868293145e already deleted. [ 651.317027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1fa0a12-32f7-4ed7-bf67-1e868293145e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.327912] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.327912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.327912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.327912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.327912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.340340] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: UNINITIALIZED for 2s [ 651.926246] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: SUCCESS [ 651.926556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.927279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.927279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.927279] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.927279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.927517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.927517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.927591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.927625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.929868] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.034257] env[65740]: INFO networking_nsxv3.common.synchronization [req-0590310b-3f82-4916-b90a-c3d36bb259a1 req-c85e96e6-8c4b-406d-8b52-7d710ee8f2cf service nova] Enqueued Resource ID: bb3ecdc5-00a3-4058-8793-40016a940114 with Priority: HIGHEST for action security_group_rules [ 652.034624] env[65740]: INFO networking_nsxv3.common.synchronization [req-0590310b-3f82-4916-b90a-c3d36bb259a1 req-c85e96e6-8c4b-406d-8b52-7d710ee8f2cf service nova] Enqueued Resource ID: bb3ecdc5-00a3-4058-8793-40016a940114 with Priority: HIGHEST for action security_group_members [ 652.034852] env[65740]: INFO networking_nsxv3.common.synchronization [req-0590310b-3f82-4916-b90a-c3d36bb259a1 req-c85e96e6-8c4b-406d-8b52-7d710ee8f2cf service nova] Enqueued Resource ID: 05759684-258d-4178-b4c5-550a01c71152 with Priority: HIGHEST for action port [ 652.035486] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3ecdc5-00a3-4058-8793-40016a940114 with Priority: HIGHEST for action security_group_rules [ 652.035631] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3ecdc5-00a3-4058-8793-40016a940114 with Priority: HIGHEST for action security_group_members [ 652.035731] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05759684-258d-4178-b4c5-550a01c71152 with Priority: HIGHEST for action port [ 652.036013] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb3ecdc5-00a3-4058-8793-40016a940114 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.036182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.036303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.036734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.036782] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb3ecdc5-00a3-4058-8793-40016a940114',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.041792] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3ecdc5-00a3-4058-8793-40016a940114 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.041792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.041792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.041792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.041990] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.042167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.042256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.042519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.042793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.042793] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb3ecdc5-00a3-4058-8793-40016a940114',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.044389] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-05759684-258d-4178-b4c5-550a01c71152 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.048275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05759684-258d-4178-b4c5-550a01c71152" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.048275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05759684-258d-4178-b4c5-550a01c71152" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.048275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05759684-258d-4178-b4c5-550a01c71152" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.048446] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05759684-258d-4178-b4c5-550a01c71152',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.433188] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.550760] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3ecdc5-00a3-4058-8793-40016a940114 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.550916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.551137] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb3ecdc5-00a3-4058-8793-40016a940114',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.552110] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05759684-258d-4178-b4c5-550a01c71152 with status ACTIVE [ 652.552344] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.552479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.553786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.553786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.553786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.553902] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.553975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.554041] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.554202] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.554284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.554528] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.554603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.554603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.554751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.554830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.554912] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05759684-258d-4178-b4c5-550a01c71152 is going to be updated. [ 652.583088] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.583372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.583372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.583553] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.584059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.584059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05759684-258d-4178-b4c5-550a01c71152" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.937553] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aec2b221-742c-4872-8efc-20e0910f8050: rpc.has_security_group_logging(os_id): False [ 652.958879] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.958879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.958879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.958879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.958879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.959124] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.959124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.959212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.959560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.959560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.959560] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec2b221-742c-4872-8efc-20e0910f8050 is going to be created. [ 653.023984] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.024690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.024690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.024690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.025156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.039031] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: IN_PROGRESS for 2s [ 653.057460] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb3ecdc5-00a3-4058-8793-40016a940114',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.351806] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: SUCCESS [ 653.351806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.351806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.351992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.352210] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.352582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.352582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.352582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.352728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.352728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.352797] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.564483] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.564619] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.564711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.565068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.565068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.565068] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb3ecdc5-00a3-4058-8793-40016a940114 is going to be created. [ 653.591351] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.591351] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.591351] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.591351] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.591351] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.601011] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3ecdc5-00a3-4058-8793-40016a940114 in Status: UNINITIALIZED for 2s [ 653.860315] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.902711] env[65740]: INFO networking_nsxv3.common.synchronization [None req-7f4980eb-8cbe-4608-aacb-cece7c18f9b2 None None] Enqueued Resource ID: 8007c1a9-b6d4-4cd9-8c82-7421e30ea3dd with Priority: HIGHEST for action port [ 653.903203] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8007c1a9-b6d4-4cd9-8c82-7421e30ea3dd with Priority: HIGHEST for action port [ 653.903317] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-8007c1a9-b6d4-4cd9-8c82-7421e30ea3dd taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.903469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8007c1a9-b6d4-4cd9-8c82-7421e30ea3dd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.903514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8007c1a9-b6d4-4cd9-8c82-7421e30ea3dd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.904251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8007c1a9-b6d4-4cd9-8c82-7421e30ea3dd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.904349] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8007c1a9-b6d4-4cd9-8c82-7421e30ea3dd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.362544] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 347885ea-da5c-4ce1-8470-3fef5ee9df62: rpc.has_security_group_logging(os_id): False [ 654.386815] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.386963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.387045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.387280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.387503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.387734] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.387868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.387956] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.388175] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.388252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.388471] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 is going to be created. [ 654.411994] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8007c1a9-b6d4-4cd9-8c82-7421e30ea3dd [ 654.411994] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.411994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.411994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.411994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.411994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.411994] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8007c1a9-b6d4-4cd9-8c82-7421e30ea3dd already deleted. [ 654.411994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8007c1a9-b6d4-4cd9-8c82-7421e30ea3dd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.460672] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.460833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.460876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.461130] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.461353] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.484117] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: IN_PROGRESS for 2s [ 655.057665] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: SUCCESS [ 655.058213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.613777] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3ecdc5-00a3-4058-8793-40016a940114 in Status: SUCCESS [ 655.614074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.614074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.615421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.615421] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.615421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.615421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.615421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.615421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.615421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.615421] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb3ecdc5-00a3-4058-8793-40016a940114',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.117925] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3ecdc5-00a3-4058-8793-40016a940114 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.118141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.118288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.118525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.118720] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.118839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.118910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.119096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.119190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.119281] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.119445] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3ecdc5-00a3-4058-8793-40016a940114 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.119544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.119600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.120147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.120147] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.120147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.120147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.120343] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.120379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.120757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.120757] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb3ecdc5-00a3-4058-8793-40016a940114',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.500153] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: SUCCESS [ 656.501207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.627562] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb3ecdc5-00a3-4058-8793-40016a940114: rpc.has_security_group_logging(os_id): False [ 656.656704] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.656704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.656848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.657018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.657116] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.657359] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.657479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.657559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.657774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.657853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.658076] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.658170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.658229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.658373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.658466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.658656] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.658747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.658803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.658944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.659772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.660990] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb3ecdc5-00a3-4058-8793-40016a940114 is going to be created. [ 656.751035] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.751035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.751035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.751035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.751035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.757353] env[65740]: INFO networking_nsxv3.common.synchronization [req-0c446d05-090c-4856-9e18-4a576491a6b0 req-9cf12be7-3628-4738-8b98-a1b82ddafe3f tempest-ServerExternalEventsTest-1768963274 tempest-ServerExternalEventsTest-1768963274-project-member] Enqueued Resource ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 with Priority: HIGHEST for action security_group_members [ 656.762382] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 with Priority: HIGHEST for action security_group_members [ 656.763133] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.764337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.764337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.764337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.764337] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.764337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.764337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.764337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.764337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.764337] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.781688] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb3ecdc5-00a3-4058-8793-40016a940114 in Status: IN_PROGRESS for 2s [ 657.269403] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.269403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.269403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.269403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.269403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.269403] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.269403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.269403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.269828] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.269828] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.269913] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 is going to be updated. [ 657.304969] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.305219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.305335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.305624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.305872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.320430] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 in Status: IN_PROGRESS for 2s [ 658.582384] env[65740]: INFO networking_nsxv3.common.synchronization [None req-f75277bd-d6cc-4b6b-946d-c206ab6027cf None None] Enqueued Resource ID: 8712641d-5bee-4738-bb9a-6ef4d3e6b138 with Priority: HIGHEST for action port [ 658.585030] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8712641d-5bee-4738-bb9a-6ef4d3e6b138 with Priority: HIGHEST for action port [ 658.585030] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-8712641d-5bee-4738-bb9a-6ef4d3e6b138 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.585030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8712641d-5bee-4738-bb9a-6ef4d3e6b138" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.585030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8712641d-5bee-4738-bb9a-6ef4d3e6b138" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.585030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8712641d-5bee-4738-bb9a-6ef4d3e6b138" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.585030] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8712641d-5bee-4738-bb9a-6ef4d3e6b138',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.793704] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb3ecdc5-00a3-4058-8793-40016a940114 in Status: SUCCESS [ 658.793890] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.087779] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8712641d-5bee-4738-bb9a-6ef4d3e6b138 [ 659.087779] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.087779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.087779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.087779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.087779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.087779] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8712641d-5bee-4738-bb9a-6ef4d3e6b138 already deleted. [ 659.087779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8712641d-5bee-4738-bb9a-6ef4d3e6b138" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.334518] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 in Status: SUCCESS [ 659.334753] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 deletion is rescheduled due to dependency. [ 659.336073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.189975] env[65740]: INFO networking_nsxv3.common.synchronization [None req-94d63267-79a1-444a-87ac-e4a7775b667a tempest-ServersTestJSON-336406685 tempest-ServersTestJSON-336406685-project-member] Enqueued Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGHEST for action security_group_rules [ 661.191104] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGHEST for action security_group_rules [ 661.191104] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.196042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.196246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.196554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.196648] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089712d3-38c0-4a20-8a38-b9bf6bf6dc84',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.312038] env[65740]: INFO networking_nsxv3.common.synchronization [None req-d40b0dbd-8e9c-4837-ab0b-d5994aa44daf None None] Enqueued Resource ID: 1954da52-8243-41d8-ae0e-997f2d9dfcd8 with Priority: HIGHEST for action port [ 661.312653] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1954da52-8243-41d8-ae0e-997f2d9dfcd8 with Priority: HIGHEST for action port [ 661.313013] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1954da52-8243-41d8-ae0e-997f2d9dfcd8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.316251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1954da52-8243-41d8-ae0e-997f2d9dfcd8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.316251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1954da52-8243-41d8-ae0e-997f2d9dfcd8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.316251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1954da52-8243-41d8-ae0e-997f2d9dfcd8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.316251] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1954da52-8243-41d8-ae0e-997f2d9dfcd8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.378802] env[65740]: INFO networking_nsxv3.common.synchronization [None req-bc4ab4d5-3d61-441c-b112-cd7eb297dc19 tempest-ServersTestJSON-336406685 tempest-ServersTestJSON-336406685-project-member] Enqueued Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGHEST for action security_group_rules [ 661.378802] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGHEST for action security_group_rules [ 661.379333] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.379669] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.718220] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.718444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.718444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.718688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.718813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.718941] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 already deleted. [ 661.719109] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.719270] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.719439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.719529] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089712d3-38c0-4a20-8a38-b9bf6bf6dc84',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.821936] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1954da52-8243-41d8-ae0e-997f2d9dfcd8 [ 661.822158] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.822314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.822314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.822675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.822675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.822821] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1954da52-8243-41d8-ae0e-997f2d9dfcd8 already deleted. [ 661.822870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1954da52-8243-41d8-ae0e-997f2d9dfcd8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.245542] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.245921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.245921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.246735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.246911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.247050] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 already deleted. [ 662.247171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.718983] env[65740]: INFO networking_nsxv3.common.synchronization [req-026c4eaa-e65a-45dc-998c-84608ad4a7c4 req-7a74908e-e189-4f79-9060-8d6b0309eb37 tempest-ServerDiagnosticsNegativeTest-868877140 tempest-ServerDiagnosticsNegativeTest-868877140-project-member] Enqueued Resource ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e with Priority: HIGHEST for action security_group_members [ 662.719592] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e with Priority: HIGHEST for action security_group_members [ 662.720300] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.721959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.721959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.721959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.721959] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.721959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.721959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.721959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.721959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.721959] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.224451] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.224672] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.224844] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.225150] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.225470] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.225713] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.225865] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.226106] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.226246] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.226454] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.226561] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.226710] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.226848] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.226958] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.227099] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.227273] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.229600] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.229600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.229600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.229600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.229600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.229867] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.229867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.229867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.230023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.230062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.230157] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e already deleted. [ 663.230225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.248674] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.248938] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.249114] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.249382] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.249741] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-7505e62d-d909-4e43-914d-9737ac1378d3 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.250022] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-7505e62d-d909-4e43-914d-9737ac1378d3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.250238] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-7505e62d-d909-4e43-914d-9737ac1378d3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.250756] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-7505e62d-d909-4e43-914d-9737ac1378d3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.250948] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7505e62d-d909-4e43-914d-9737ac1378d3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.753691] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.754013] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.754163] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.754450] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.754597] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.754748] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 7505e62d-d909-4e43-914d-9737ac1378d3 not found, creating... [ 663.755040] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.755221] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.755589] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.755589] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.755663] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.755962] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.756091] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.756157] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.756331] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.756495] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.756584] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 7505e62d-d909-4e43-914d-9737ac1378d3 is going to be created. [ 663.763436] env[65740]: INFO networking_nsxv3.common.synchronization [req-273a92c7-570f-48a8-9de0-8379fc43acee req-a3ca062b-fcb1-4b1a-9f9a-7a5e07ec0bc9 tempest-ServerDiagnosticsTest-1795311280 tempest-ServerDiagnosticsTest-1795311280-project-member] Enqueued Resource ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 with Priority: HIGHEST for action security_group_members [ 663.764063] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 with Priority: HIGHEST for action security_group_members [ 663.764422] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.764560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.764650] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.764870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.765065] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.765179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.765249] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.765513] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.765584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.765690] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86ecb0ab-3a2b-488d-acab-24bfb4daa3a5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.780554] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.780902] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.781041] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.781327] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.781584] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.781836] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-7505e62d-d909-4e43-914d-9737ac1378d3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.171722] env[65740]: INFO networking_nsxv3.common.synchronization [None req-40c7e1c0-cbbd-4965-b4fa-90d267898097 None None] Enqueued Resource ID: 24c858b7-b11d-43f1-aedf-0ed9ca52a7be with Priority: HIGHEST for action port [ 664.172327] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c858b7-b11d-43f1-aedf-0ed9ca52a7be with Priority: HIGHEST for action port [ 664.173022] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-24c858b7-b11d-43f1-aedf-0ed9ca52a7be taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.173290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24c858b7-b11d-43f1-aedf-0ed9ca52a7be" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.173486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24c858b7-b11d-43f1-aedf-0ed9ca52a7be" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.174164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24c858b7-b11d-43f1-aedf-0ed9ca52a7be" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.174164] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24c858b7-b11d-43f1-aedf-0ed9ca52a7be',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.267993] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.269246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.269246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.269246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.269246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.269246] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.269246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.269538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.269538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.269538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.269742] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 is going to be updated. [ 664.303238] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.303238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.303238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.303238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.303577] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.317431] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 in Status: IN_PROGRESS for 2s [ 664.512353] env[65740]: INFO networking_nsxv3.common.synchronization [req-026c4eaa-e65a-45dc-998c-84608ad4a7c4 req-3e20106b-89f7-4f93-b034-96beec1b6e98 service nova] Enqueued Resource ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e with Priority: HIGHEST for action security_group_rules [ 664.512548] env[65740]: INFO networking_nsxv3.common.synchronization [req-026c4eaa-e65a-45dc-998c-84608ad4a7c4 req-3e20106b-89f7-4f93-b034-96beec1b6e98 service nova] Enqueued Resource ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e with Priority: HIGHEST for action security_group_members [ 664.512685] env[65740]: INFO networking_nsxv3.common.synchronization [req-026c4eaa-e65a-45dc-998c-84608ad4a7c4 req-3e20106b-89f7-4f93-b034-96beec1b6e98 service nova] Enqueued Resource ID: 7505e62d-d909-4e43-914d-9737ac1378d3 with Priority: HIGHEST for action port [ 664.513273] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e with Priority: HIGHEST for action security_group_rules [ 664.513426] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e with Priority: HIGHEST for action security_group_members [ 664.513555] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7505e62d-d909-4e43-914d-9737ac1378d3 with Priority: HIGHEST for action port [ 664.514054] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.514195] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.514261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.514508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.514717] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.516262] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.516399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.518201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.518440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.518624] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.518737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.518802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.518957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.519055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.519151] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.520014] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-7505e62d-d909-4e43-914d-9737ac1378d3 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.521181] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7505e62d-d909-4e43-914d-9737ac1378d3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.521332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7505e62d-d909-4e43-914d-9737ac1378d3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.521555] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7505e62d-d909-4e43-914d-9737ac1378d3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.522471] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7505e62d-d909-4e43-914d-9737ac1378d3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.681909] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24c858b7-b11d-43f1-aedf-0ed9ca52a7be [ 664.682216] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.684413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.684413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.684413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.684413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.684413] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24c858b7-b11d-43f1-aedf-0ed9ca52a7be already deleted. [ 664.684413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24c858b7-b11d-43f1-aedf-0ed9ca52a7be" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.017412] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.017412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.025849] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7505e62d-d909-4e43-914d-9737ac1378d3 with status ACTIVE [ 665.026421] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.028052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.028052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.028052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.028052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.028052] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.028052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.028052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.028052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.028052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.028728] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.028728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.028728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.028728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.028728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.028728] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7505e62d-d909-4e43-914d-9737ac1378d3 is going to be updated. [ 665.029902] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.053779] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.053949] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.054010] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.054252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.054345] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.054490] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7505e62d-d909-4e43-914d-9737ac1378d3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.293019] env[65740]: INFO networking_nsxv3.common.synchronization [req-f3d2dd92-ff4c-4c18-9898-cb5850ca2484 req-f895886a-4917-4178-817c-f2c51c3eafb0 tempest-FloatingIPsAssociationTestJSON-830228854 tempest-FloatingIPsAssociationTestJSON-830228854-project-member] Enqueued Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_members [ 665.296234] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_members [ 665.297427] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.297601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.297683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.297895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.298306] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.298306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.298306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.298604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.298604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.298604] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.532670] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.758724] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.758954] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-394" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.759086] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-394" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.759358] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-394" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.759710] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.759831] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.759883] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.760498] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.761360] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.761360] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.761360] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.761558] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.761558] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.761642] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.761730] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.761863] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.796546] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.796709] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.796828] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.797044] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-394" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.797373] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-6f175611-8b83-495c-8c1e-58bb6777ec7b taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.797587] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-6f175611-8b83-495c-8c1e-58bb6777ec7b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.797726] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-6f175611-8b83-495c-8c1e-58bb6777ec7b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.798132] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-6f175611-8b83-495c-8c1e-58bb6777ec7b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.798524] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f175611-8b83-495c-8c1e-58bb6777ec7b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.802916] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.034961] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.034961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.035178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.035226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.035314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.035401] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e is going to be created. [ 666.045243] env[65740]: INFO networking_nsxv3.common.synchronization [None req-47889257-6786-4e21-83d9-9c4c80d0d5aa None None] Enqueued Resource ID: 59fec21a-5c2d-45f4-a6f7-815463643491 with Priority: HIGHEST for action port [ 666.045527] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fec21a-5c2d-45f4-a6f7-815463643491 with Priority: HIGHEST for action port [ 666.046215] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-59fec21a-5c2d-45f4-a6f7-815463643491 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.046339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59fec21a-5c2d-45f4-a6f7-815463643491" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.046403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59fec21a-5c2d-45f4-a6f7-815463643491" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.046652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59fec21a-5c2d-45f4-a6f7-815463643491" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.046736] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59fec21a-5c2d-45f4-a6f7-815463643491',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.057685] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.057969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.057969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.058131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.058261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.071023] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e in Status: UNINITIALIZED for 2s [ 666.302225] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.303265] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.303479] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.305505] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.305505] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.305505] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 6f175611-8b83-495c-8c1e-58bb6777ec7b not found, creating... [ 666.305505] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.305505] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.306251] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.306384] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.306440] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.306756] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.306974] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.307191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.307191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.307377] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.307497] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 6f175611-8b83-495c-8c1e-58bb6777ec7b is going to be created. [ 666.308991] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.329054] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 in Status: SUCCESS [ 666.329054] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 deletion is rescheduled due to dependency. [ 666.329177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.334536] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.334925] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.334925] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.335274] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.335579] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.335817] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-6f175611-8b83-495c-8c1e-58bb6777ec7b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.551760] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59fec21a-5c2d-45f4-a6f7-815463643491 [ 666.552162] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.552335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.552405] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.552640] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.552768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.552869] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59fec21a-5c2d-45f4-a6f7-815463643491 already deleted. [ 666.552960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59fec21a-5c2d-45f4-a6f7-815463643491" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.921456] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.921456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.921456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.921456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.921456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.921456] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac is going to be updated. [ 666.958143] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.961027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.961027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.961027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.961027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.974259] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: IN_PROGRESS for 2s [ 667.239810] env[65740]: INFO networking_nsxv3.common.synchronization [req-f3d2dd92-ff4c-4c18-9898-cb5850ca2484 req-e96112ac-c9c9-4446-b12a-f9deb31c55e1 service nova] Enqueued Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_rules [ 667.240037] env[65740]: INFO networking_nsxv3.common.synchronization [req-f3d2dd92-ff4c-4c18-9898-cb5850ca2484 req-e96112ac-c9c9-4446-b12a-f9deb31c55e1 service nova] Enqueued Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_members [ 667.240206] env[65740]: INFO networking_nsxv3.common.synchronization [req-f3d2dd92-ff4c-4c18-9898-cb5850ca2484 req-e96112ac-c9c9-4446-b12a-f9deb31c55e1 service nova] Enqueued Resource ID: 6f175611-8b83-495c-8c1e-58bb6777ec7b with Priority: HIGHEST for action port [ 667.240793] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_rules [ 667.240949] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_members [ 667.241215] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f175611-8b83-495c-8c1e-58bb6777ec7b with Priority: HIGHEST for action port [ 667.241573] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.241786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.241822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.242084] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.242202] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.243581] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.243730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.243990] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f175611-8b83-495c-8c1e-58bb6777ec7b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.244164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f175611-8b83-495c-8c1e-58bb6777ec7b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.244216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f175611-8b83-495c-8c1e-58bb6777ec7b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.244436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f175611-8b83-495c-8c1e-58bb6777ec7b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.244531] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f175611-8b83-495c-8c1e-58bb6777ec7b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.747307] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f175611-8b83-495c-8c1e-58bb6777ec7b with status ACTIVE [ 667.747684] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.747763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.747954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.748182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.748339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.748662] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.748852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.748934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.749199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.749334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.749644] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.749814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.749876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.752192] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.752346] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.752501] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f175611-8b83-495c-8c1e-58bb6777ec7b is going to be updated. [ 667.754328] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.754480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.788991] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.789260] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.789547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.790077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.790268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.790500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f175611-8b83-495c-8c1e-58bb6777ec7b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.089918] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e in Status: SUCCESS [ 668.089918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.089918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.089918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.089918] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.089918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.089918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.089918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.089918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.089918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.089918] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.249242] env[65740]: INFO networking_nsxv3.common.synchronization [req-ee36347b-6ca2-47f3-9931-b7b475df10c1 req-b71daef6-7d1d-4652-962e-52718679ec19 tempest-InstanceActionsNegativeTestJSON-826058681 tempest-InstanceActionsNegativeTestJSON-826058681-project-member] Enqueued Resource ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 with Priority: HIGHEST for action security_group_members [ 668.251354] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 with Priority: HIGHEST for action security_group_members [ 668.253966] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.254220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.254220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.254543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.254745] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.255247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.255247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.255600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.255600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.255715] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd96a5e-2b86-45ea-8c72-4f2df08754e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.594439] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.594744] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.594828] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.595055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.595239] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.595359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.595423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.595653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.595753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.595871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.596094] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.596230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.596294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.596430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.596629] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.596751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.596826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.596956] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.597112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.597206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.597331] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.745947] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.746284] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-31" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.746548] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-31" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.746830] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-31" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.749643] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.749996] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.750471] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.750883] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.751073] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.751321] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.751452] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.751618] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.751730] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.751861] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.751989] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.752167] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.758256] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.758395] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.758466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.758853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.758931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.759237] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.759389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.759486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.759714] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.759828] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.759951] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 already deleted. [ 668.760082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.801954] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.802277] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.802277] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.802446] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-31" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.802811] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-95f8a0b0-6649-461b-a112-ffa4d930e6fe taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.803038] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-95f8a0b0-6649-461b-a112-ffa4d930e6fe" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.803138] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-95f8a0b0-6649-461b-a112-ffa4d930e6fe" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.803435] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-95f8a0b0-6649-461b-a112-ffa4d930e6fe" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.803575] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f8a0b0-6649-461b-a112-ffa4d930e6fe',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.984187] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: SUCCESS [ 668.984395] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.984595] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.984818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.985066] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.985189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.985240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.985981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.985981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.985981] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.037912] env[65740]: INFO networking_nsxv3.common.synchronization [None req-e8487554-2d8b-4bb5-84f9-a80c820ab9b3 None None] Enqueued Resource ID: b62ac0ba-1c45-40df-81c6-9dd1f793e091 with Priority: HIGHEST for action port [ 669.038477] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62ac0ba-1c45-40df-81c6-9dd1f793e091 with Priority: HIGHEST for action port [ 669.038791] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-b62ac0ba-1c45-40df-81c6-9dd1f793e091 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.038929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b62ac0ba-1c45-40df-81c6-9dd1f793e091" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.039028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b62ac0ba-1c45-40df-81c6-9dd1f793e091" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.039337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b62ac0ba-1c45-40df-81c6-9dd1f793e091" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.039443] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62ac0ba-1c45-40df-81c6-9dd1f793e091',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.100646] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e: rpc.has_security_group_logging(os_id): False [ 669.121878] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.122294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.122294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.122383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.122556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.122655] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.122785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.122851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.122953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.123048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.123307] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.123381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.123425] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.123704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.123799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.123992] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.124159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.124230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.124409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.124519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.124630] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e is going to be created. [ 669.193770] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.194121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.194121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.194370] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.194601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.213028] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e in Status: IN_PROGRESS for 2s [ 669.306173] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.306520] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.306520] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.306871] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.307060] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.307213] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 95f8a0b0-6649-461b-a112-ffa4d930e6fe not found, creating... [ 669.307483] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.307648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.307748] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.307983] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.308129] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.308406] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.308554] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.308686] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.308906] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.309054] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.309170] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 95f8a0b0-6649-461b-a112-ffa4d930e6fe is going to be created. [ 669.342227] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.342565] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.342565] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.342884] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.343156] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.343389] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-95f8a0b0-6649-461b-a112-ffa4d930e6fe" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.488813] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.542997] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b62ac0ba-1c45-40df-81c6-9dd1f793e091 [ 669.542997] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.543194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.543194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.543396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.543509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.543509] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b62ac0ba-1c45-40df-81c6-9dd1f793e091 already deleted. [ 669.543591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b62ac0ba-1c45-40df-81c6-9dd1f793e091" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.995030] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.071346] env[65740]: INFO networking_nsxv3.common.synchronization [req-ee36347b-6ca2-47f3-9931-b7b475df10c1 req-0843294e-bf75-4304-ac78-c93b90fa810a service nova] Enqueued Resource ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 with Priority: HIGHEST for action security_group_rules [ 670.071533] env[65740]: INFO networking_nsxv3.common.synchronization [req-ee36347b-6ca2-47f3-9931-b7b475df10c1 req-0843294e-bf75-4304-ac78-c93b90fa810a service nova] Enqueued Resource ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 with Priority: HIGHEST for action security_group_members [ 670.071716] env[65740]: INFO networking_nsxv3.common.synchronization [req-ee36347b-6ca2-47f3-9931-b7b475df10c1 req-0843294e-bf75-4304-ac78-c93b90fa810a service nova] Enqueued Resource ID: 95f8a0b0-6649-461b-a112-ffa4d930e6fe with Priority: HIGHEST for action port [ 670.072348] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 with Priority: HIGHEST for action security_group_rules [ 670.072415] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 with Priority: HIGHEST for action security_group_members [ 670.074904] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95f8a0b0-6649-461b-a112-ffa4d930e6fe with Priority: HIGHEST for action port [ 670.074904] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dd96a5e-2b86-45ea-8c72-4f2df08754e0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.074904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.074904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.074904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.074904] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dd96a5e-2b86-45ea-8c72-4f2df08754e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.078789] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.078936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.079097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.079188] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.079350] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.079448] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.079508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.079653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.079737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.079833] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd96a5e-2b86-45ea-8c72-4f2df08754e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.081649] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-95f8a0b0-6649-461b-a112-ffa4d930e6fe taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.081788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95f8a0b0-6649-461b-a112-ffa4d930e6fe" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.081852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95f8a0b0-6649-461b-a112-ffa4d930e6fe" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.082024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95f8a0b0-6649-461b-a112-ffa4d930e6fe" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.082110] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f8a0b0-6649-461b-a112-ffa4d930e6fe',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.498303] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.498756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.499266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.499423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.500789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.500789] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac is going to be updated. [ 670.543517] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.548117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.548117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.548117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.548117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.557117] env[65740]: INFO networking_nsxv3.common.synchronization [req-fc3cd89e-ef92-42fb-b818-d1265ce423be req-a0d34cca-e098-4767-a28a-b09f56fd7e1a tempest-ImagesNegativeTestJSON-300356835 tempest-ImagesNegativeTestJSON-300356835-project-member] Enqueued Resource ID: e1099a0c-19ab-4396-94e7-34430855201d with Priority: HIGHEST for action security_group_members [ 670.559154] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: IN_PROGRESS for 2s [ 670.563011] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1099a0c-19ab-4396-94e7-34430855201d with Priority: HIGHEST for action security_group_members [ 670.563011] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1099a0c-19ab-4396-94e7-34430855201d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.563011] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.563011] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.563011] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.563011] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.563011] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.563011] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.563011] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.563011] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.563011] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1099a0c-19ab-4396-94e7-34430855201d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.586145] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dd96a5e-2b86-45ea-8c72-4f2df08754e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.588051] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.588178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.588334] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95f8a0b0-6649-461b-a112-ffa4d930e6fe with status ACTIVE [ 670.589051] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.589051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.589051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.589051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.589558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.596719] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.596719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.596719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.596719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.596719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.596719] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.596719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.596719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.596719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.596719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.596719] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95f8a0b0-6649-461b-a112-ffa4d930e6fe is going to be updated. [ 670.626571] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.626753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.626905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.627897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.627897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.628160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95f8a0b0-6649-461b-a112-ffa4d930e6fe" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.060782] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.061185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-368" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.061185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-368" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.061853] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-368" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.061853] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.061959] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.062115] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.062261] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.062401] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.063017] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.063161] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.063278] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.063378] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.063487] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.063602] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.063722] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.065419] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.066521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.066648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.066889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.066983] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.071232] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.071413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.071485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.071741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.071861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.072843] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1099a0c-19ab-4396-94e7-34430855201d already deleted. [ 671.072843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.094800] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dd96a5e-2b86-45ea-8c72-4f2df08754e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.101036] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.101211] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.101411] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.102635] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-368" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.103128] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.103323] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.103442] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.103804] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.103977] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.236629] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e in Status: SUCCESS [ 671.236955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.522876] env[65740]: INFO networking_nsxv3.common.synchronization [None req-0da22a04-0acc-4a9b-af07-c574ba6a39fc None None] Enqueued Resource ID: cff351ab-6a1d-4e8b-af96-9ebcf68f70f3 with Priority: HIGHEST for action port [ 671.523473] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff351ab-6a1d-4e8b-af96-9ebcf68f70f3 with Priority: HIGHEST for action port [ 671.523797] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-cff351ab-6a1d-4e8b-af96-9ebcf68f70f3 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.523926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cff351ab-6a1d-4e8b-af96-9ebcf68f70f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.523994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cff351ab-6a1d-4e8b-af96-9ebcf68f70f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.524262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cff351ab-6a1d-4e8b-af96-9ebcf68f70f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.524346] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cff351ab-6a1d-4e8b-af96-9ebcf68f70f3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.596972] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.597212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.597212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.597556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.597665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.597782] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 is going to be created. [ 671.607394] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.607615] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.607736] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.608041] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.608186] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.608336] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0 not found, creating... [ 671.608648] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.608815] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.608924] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.609182] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.609345] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.609665] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.609851] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.609979] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.610219] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.610419] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.610680] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0 is going to be created. [ 671.629478] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.629768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.629847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.630088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.630268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.633231] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.633546] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.633724] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.633996] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.634307] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.634532] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.643756] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 in Status: UNINITIALIZED for 2s [ 672.028723] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cff351ab-6a1d-4e8b-af96-9ebcf68f70f3 [ 672.028723] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.028723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.028723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.028723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.028723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.028723] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cff351ab-6a1d-4e8b-af96-9ebcf68f70f3 already deleted. [ 672.028723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cff351ab-6a1d-4e8b-af96-9ebcf68f70f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.403108] env[65740]: INFO networking_nsxv3.common.synchronization [req-fc3cd89e-ef92-42fb-b818-d1265ce423be req-b5f822dd-210e-45cc-9c78-e76898fcd13e service nova] Enqueued Resource ID: e1099a0c-19ab-4396-94e7-34430855201d with Priority: HIGHEST for action security_group_rules [ 672.403368] env[65740]: INFO networking_nsxv3.common.synchronization [req-fc3cd89e-ef92-42fb-b818-d1265ce423be req-b5f822dd-210e-45cc-9c78-e76898fcd13e service nova] Enqueued Resource ID: e1099a0c-19ab-4396-94e7-34430855201d with Priority: HIGHEST for action security_group_members [ 672.404333] env[65740]: INFO networking_nsxv3.common.synchronization [req-fc3cd89e-ef92-42fb-b818-d1265ce423be req-b5f822dd-210e-45cc-9c78-e76898fcd13e service nova] Enqueued Resource ID: d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0 with Priority: HIGHEST for action port [ 672.407060] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1099a0c-19ab-4396-94e7-34430855201d with Priority: HIGHEST for action security_group_rules [ 672.407140] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1099a0c-19ab-4396-94e7-34430855201d with Priority: HIGHEST for action security_group_members [ 672.407245] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0 with Priority: HIGHEST for action port [ 672.407854] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1099a0c-19ab-4396-94e7-34430855201d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.408043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.408118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.408463] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.408463] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1099a0c-19ab-4396-94e7-34430855201d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.412962] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1099a0c-19ab-4396-94e7-34430855201d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.412962] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.412962] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.412962] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.413378] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.413479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.413699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.413777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.413823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.413918] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1099a0c-19ab-4396-94e7-34430855201d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.415354] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.415493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.415545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.415698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.415772] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.572081] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: SUCCESS [ 672.572540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.572814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.573908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.573908] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.573908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.574141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.574446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.575396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.575677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.575677] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.598588] env[65740]: INFO networking_nsxv3.common.synchronization [req-a80d4515-b476-4f09-86df-c08918dcc8dc req-13a124f2-77e7-44af-956e-8fb4bb349435 tempest-SecurityGroupRulesNegativeTestJSON-400686598 tempest-SecurityGroupRulesNegativeTestJSON-400686598-project-member] Enqueued Resource ID: 0ec1e09f-72b6-417b-9b96-eb9dcf67cba8 with Priority: HIGHEST for action security_group_rules [ 672.599506] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec1e09f-72b6-417b-9b96-eb9dcf67cba8 with Priority: HIGHEST for action security_group_rules [ 672.600222] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ec1e09f-72b6-417b-9b96-eb9dcf67cba8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.600222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ec1e09f-72b6-417b-9b96-eb9dcf67cba8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.600222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ec1e09f-72b6-417b-9b96-eb9dcf67cba8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.600541] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ec1e09f-72b6-417b-9b96-eb9dcf67cba8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.600541] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ec1e09f-72b6-417b-9b96-eb9dcf67cba8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.917815] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1099a0c-19ab-4396-94e7-34430855201d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.919770] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1099a0c-19ab-4396-94e7-34430855201d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.919900] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.920070] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0 with status ACTIVE [ 672.920236] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.920341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.920403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.920696] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.920811] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.920992] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.921097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.921174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.921414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.921557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.921934] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.922089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.924217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.924217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.924217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.924217] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0 is going to be updated. [ 672.951193] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.951393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.951477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.952207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.952207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.952207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d052a2a5-3560-4bfb-8e70-e9a90cb0a8e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.080786] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.080786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.080786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.080786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.081013] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.081013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.081098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.081201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.081289] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.081405] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.081560] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.081672] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.081758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.081934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.082206] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.082309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.082372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.082517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.082604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.082688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.082887] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.121434] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.121757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.121882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.122116] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.122244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.122315] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ec1e09f-72b6-417b-9b96-eb9dcf67cba8 already deleted. [ 673.122425] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ec1e09f-72b6-417b-9b96-eb9dcf67cba8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.347131] env[65740]: INFO networking_nsxv3.common.synchronization [req-7f0df4d9-2b18-48c2-9bed-8bae4f592621 req-8de6faec-a9ec-441a-99c0-5ece4993861a tempest-VolumesAdminNegativeTest-1541554558 tempest-VolumesAdminNegativeTest-1541554558-project-member] Enqueued Resource ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 with Priority: HIGHEST for action security_group_members [ 673.347246] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 with Priority: HIGHEST for action security_group_members [ 673.347579] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.347700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.347775] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.349268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.349447] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.349560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.349620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.349800] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.349894] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.349985] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a601d1d-cd95-4a01-9d21-5f68ca1f7075',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.426437] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1099a0c-19ab-4396-94e7-34430855201d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.587879] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac: rpc.has_security_group_logging(os_id): False [ 673.615812] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.619028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.619028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.619028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.619028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.619028] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.619028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.619028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.619028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.619028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.619028] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.619028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.619028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.619028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.619028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.619745] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.619745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.619745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.619745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.619745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.619745] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac is going to be updated. [ 673.655074] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 in Status: SUCCESS [ 673.655074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.655074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.655344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.656157] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.656157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.656157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.656157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.656157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.656157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.656157] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dd96a5e-2b86-45ea-8c72-4f2df08754e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.689914] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.690073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.690145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.690355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.690656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.712195] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: IN_PROGRESS for 2s [ 673.805047] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.805550] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-649" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.805550] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-649" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.806281] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-649" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.807128] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.807128] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.807334] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.809321] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.810169] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.810169] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.810290] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.810290] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.811341] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.811341] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.811341] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.812149] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.832042] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.832612] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.832790] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.832997] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-649" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.833321] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-66941a4b-68b1-43df-88cc-748f3c41a22c taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.833526] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-66941a4b-68b1-43df-88cc-748f3c41a22c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.833599] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-66941a4b-68b1-43df-88cc-748f3c41a22c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.834181] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-66941a4b-68b1-43df-88cc-748f3c41a22c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.834181] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66941a4b-68b1-43df-88cc-748f3c41a22c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.853486] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.853643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.853693] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.853976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.853976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.854187] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.854303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.854361] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.854513] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.854590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.854675] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 already deleted. [ 673.854761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.932971] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.932971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.932971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.932971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.932971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.932971] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1099a0c-19ab-4396-94e7-34430855201d is going to be created. [ 673.956824] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.957015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.957089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.957321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.957495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.967797] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1099a0c-19ab-4396-94e7-34430855201d in Status: UNINITIALIZED for 2s [ 674.158432] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.158715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.158805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.159452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.159452] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.159829] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.159829] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.159938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.160050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.160183] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.160393] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.160572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.160675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.160859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.161071] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.161202] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.161286] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.161481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.161585] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.161717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.161913] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dd96a5e-2b86-45ea-8c72-4f2df08754e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.338598] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.338598] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.338598] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.338598] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.338598] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.338598] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 66941a4b-68b1-43df-88cc-748f3c41a22c not found, creating... [ 674.338598] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.338598] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.338598] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.338598] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.338598] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.339492] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.339492] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.340264] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.340264] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.340264] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.340510] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 66941a4b-68b1-43df-88cc-748f3c41a22c is going to be created. [ 674.363539] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.363761] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.363916] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.364431] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.364574] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.364805] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-66941a4b-68b1-43df-88cc-748f3c41a22c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.664225] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dd96a5e-2b86-45ea-8c72-4f2df08754e0: rpc.has_security_group_logging(os_id): False [ 674.687289] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.687537] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.687592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.687925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.688096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.688409] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.688579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.688733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.688884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.688976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.689246] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.689380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.689465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.689781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.689980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.690211] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.690610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.690610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.690773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.690816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.690974] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 is going to be created. [ 674.789612] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.789864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.789864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.790054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.790280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.806983] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 in Status: IN_PROGRESS for 2s [ 675.110089] env[65740]: INFO networking_nsxv3.common.synchronization [req-7f0df4d9-2b18-48c2-9bed-8bae4f592621 req-b5c1f7ba-ad22-4c53-907d-581aa96ef3a1 service nova] Enqueued Resource ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 with Priority: HIGHEST for action security_group_rules [ 675.110089] env[65740]: INFO networking_nsxv3.common.synchronization [req-7f0df4d9-2b18-48c2-9bed-8bae4f592621 req-b5c1f7ba-ad22-4c53-907d-581aa96ef3a1 service nova] Enqueued Resource ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 with Priority: HIGHEST for action security_group_members [ 675.110089] env[65740]: INFO networking_nsxv3.common.synchronization [req-7f0df4d9-2b18-48c2-9bed-8bae4f592621 req-b5c1f7ba-ad22-4c53-907d-581aa96ef3a1 service nova] Enqueued Resource ID: 66941a4b-68b1-43df-88cc-748f3c41a22c with Priority: HIGHEST for action port [ 675.110089] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 with Priority: HIGHEST for action security_group_rules [ 675.110089] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 with Priority: HIGHEST for action security_group_members [ 675.110089] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66941a4b-68b1-43df-88cc-748f3c41a22c with Priority: HIGHEST for action port [ 675.110089] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a601d1d-cd95-4a01-9d21-5f68ca1f7075 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.110089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.110089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.110089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.110089] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a601d1d-cd95-4a01-9d21-5f68ca1f7075',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.110984] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.111214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.111214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.111382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.111516] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.111919] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.111919] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.111919] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.111919] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.112157] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a601d1d-cd95-4a01-9d21-5f68ca1f7075',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.112862] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-66941a4b-68b1-43df-88cc-748f3c41a22c taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.112974] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66941a4b-68b1-43df-88cc-748f3c41a22c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.113087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66941a4b-68b1-43df-88cc-748f3c41a22c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.113187] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66941a4b-68b1-43df-88cc-748f3c41a22c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.113327] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66941a4b-68b1-43df-88cc-748f3c41a22c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.476736] env[65740]: INFO networking_nsxv3.common.synchronization [req-f053ad4f-d7cd-4506-84cb-c133f03c6a58 req-c5674778-e62e-4021-a15c-5f3e00a4c204 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 675.477461] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 675.477918] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.477918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.477918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.478395] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.478623] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.478865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.478940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.479633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.479633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.479633] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.616192] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a601d1d-cd95-4a01-9d21-5f68ca1f7075',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.617457] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.617457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.617714] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66941a4b-68b1-43df-88cc-748f3c41a22c with status ACTIVE [ 675.617787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.617893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.618651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.618651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.618651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.618651] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.618651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.618651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.619096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.619096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.619210] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.619210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.619321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.619707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.619707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.619707] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66941a4b-68b1-43df-88cc-748f3c41a22c is going to be updated. [ 675.642702] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.642913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.642972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.643191] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.643335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.643672] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66941a4b-68b1-43df-88cc-748f3c41a22c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.728491] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: SUCCESS [ 675.728947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.982093] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.982270] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.982668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.982668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.982916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.983080] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.983322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.983322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.983475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.983565] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.983623] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 already deleted. [ 675.983703] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.990765] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1099a0c-19ab-4396-94e7-34430855201d in Status: SUCCESS [ 675.990765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.990765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.990765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.990765] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.990765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.990765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.990765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.990765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.990765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.991397] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1099a0c-19ab-4396-94e7-34430855201d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.100194] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.100423] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.101199] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.101199] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.101398] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.101398] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.101530] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.102545] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.102545] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.102545] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.102545] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.102545] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.102545] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.102912] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.102912] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.102912] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.121538] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a601d1d-cd95-4a01-9d21-5f68ca1f7075',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.136279] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.136609] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.136682] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.137081] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.137235] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-d7d216b4-f9c7-42f7-8d17-63f428f556a3 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.137430] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-d7d216b4-f9c7-42f7-8d17-63f428f556a3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.138339] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-d7d216b4-f9c7-42f7-8d17-63f428f556a3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.138339] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-d7d216b4-f9c7-42f7-8d17-63f428f556a3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.138339] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7d216b4-f9c7-42f7-8d17-63f428f556a3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.492974] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1099a0c-19ab-4396-94e7-34430855201d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.493230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.493329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.493589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.493838] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.493999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.494110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.494305] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.494431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.494545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.494749] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1099a0c-19ab-4396-94e7-34430855201d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.494914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.495017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.495202] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.495383] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.495505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.495592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.495747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.495827] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.495913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.496008] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1099a0c-19ab-4396-94e7-34430855201d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.624119] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.624358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.624454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.624648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.624739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.624841] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 is going to be created. [ 676.645884] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.645884] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.645884] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.645884] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.645884] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.645884] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port d7d216b4-f9c7-42f7-8d17-63f428f556a3 not found, creating... [ 676.645884] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.645884] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.645884] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.646322] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.646322] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.646444] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.646629] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.646676] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.646890] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.648259] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.648378] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: d7d216b4-f9c7-42f7-8d17-63f428f556a3 is going to be created. [ 676.653372] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.653372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.653372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.653372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.653372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.738966] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 in Status: UNINITIALIZED for 2s [ 676.750442] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.750737] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.750996] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.751306] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.751586] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.751882] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-d7d216b4-f9c7-42f7-8d17-63f428f556a3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.823175] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 in Status: SUCCESS [ 676.823175] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.909368] env[65740]: INFO networking_nsxv3.common.synchronization [None req-b3e0afbe-144e-44b1-a42e-e02de8f53e06 None None] Enqueued Resource ID: fa925ba1-f199-47e3-a8f0-bb55b03c641b with Priority: HIGHEST for action port [ 676.909918] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa925ba1-f199-47e3-a8f0-bb55b03c641b with Priority: HIGHEST for action port [ 676.910253] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa925ba1-f199-47e3-a8f0-bb55b03c641b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.910380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa925ba1-f199-47e3-a8f0-bb55b03c641b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.910447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa925ba1-f199-47e3-a8f0-bb55b03c641b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.910741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa925ba1-f199-47e3-a8f0-bb55b03c641b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.910831] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa925ba1-f199-47e3-a8f0-bb55b03c641b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.000242] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1099a0c-19ab-4396-94e7-34430855201d: rpc.has_security_group_logging(os_id): False [ 677.021361] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.021536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.021599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.022070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.022070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.022314] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.022314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.022457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.022661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.022661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.022821] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.022917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.022999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.023241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.023241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.023398] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.023518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.023630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.023811] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.023811] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.023973] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1099a0c-19ab-4396-94e7-34430855201d is going to be created. [ 677.087034] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.087034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.087034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.087034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.087034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.099158] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1099a0c-19ab-4396-94e7-34430855201d in Status: IN_PROGRESS for 2s [ 677.148641] env[65740]: INFO networking_nsxv3.common.synchronization [req-001c825c-b17d-43f5-ae25-0d04a73fe14e req-de17ab1a-420a-419f-8374-f32cddacabe0 tempest-DeleteServersTestJSON-648489044 tempest-DeleteServersTestJSON-648489044-project-member] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 677.148641] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 677.148963] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.149477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.149579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.149813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.150080] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.150442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.150533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.150915] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.151035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.151192] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.413852] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa925ba1-f199-47e3-a8f0-bb55b03c641b [ 677.414084] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.414226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.414294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.414509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.414599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.414699] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa925ba1-f199-47e3-a8f0-bb55b03c641b already deleted. [ 677.414994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa925ba1-f199-47e3-a8f0-bb55b03c641b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.477589] env[65740]: INFO networking_nsxv3.common.synchronization [req-f053ad4f-d7cd-4506-84cb-c133f03c6a58 req-05e7ebc7-ea65-47a4-9438-3ad40f14ce56 service nova] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_rules [ 677.478187] env[65740]: INFO networking_nsxv3.common.synchronization [req-f053ad4f-d7cd-4506-84cb-c133f03c6a58 req-05e7ebc7-ea65-47a4-9438-3ad40f14ce56 service nova] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 677.478261] env[65740]: INFO networking_nsxv3.common.synchronization [req-f053ad4f-d7cd-4506-84cb-c133f03c6a58 req-05e7ebc7-ea65-47a4-9438-3ad40f14ce56 service nova] Enqueued Resource ID: d7d216b4-f9c7-42f7-8d17-63f428f556a3 with Priority: HIGHEST for action port [ 677.479029] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_rules [ 677.480109] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 677.480109] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d216b4-f9c7-42f7-8d17-63f428f556a3 with Priority: HIGHEST for action port [ 677.480109] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.480109] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.480109] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.480109] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.481143] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.481884] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.482230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.482280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.483029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.483154] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.483377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.483455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.484040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.484145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.484554] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.485950] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7d216b4-f9c7-42f7-8d17-63f428f556a3 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.485950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7d216b4-f9c7-42f7-8d17-63f428f556a3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.485950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7d216b4-f9c7-42f7-8d17-63f428f556a3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.486727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7d216b4-f9c7-42f7-8d17-63f428f556a3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.486727] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7d216b4-f9c7-42f7-8d17-63f428f556a3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.653850] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.654071] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.654071] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.654358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.654456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.654690] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.654828] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.654898] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.655052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.655130] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.655330] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 677.690051] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.690051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.690269] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.690565] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.690758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.704546] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 677.754297] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.754806] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.754806] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.754949] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.755243] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.755414] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.755545] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.755791] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.755932] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.756175] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.756283] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.756744] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.756744] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.756744] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.756744] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.756994] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.793227] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.793457] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.793520] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.793880] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.794110] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-9d75a5d1-964d-4447-bec9-b3c940e5c933 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.794314] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-9d75a5d1-964d-4447-bec9-b3c940e5c933" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.794431] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-9d75a5d1-964d-4447-bec9-b3c940e5c933" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.794778] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-9d75a5d1-964d-4447-bec9-b3c940e5c933" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.794963] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d75a5d1-964d-4447-bec9-b3c940e5c933',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.800224] env[65740]: INFO networking_nsxv3.common.synchronization [req-1479b548-8cce-4b13-ad19-5b4baae5f473 req-fd62058a-09a7-4616-9c6a-2b921894b1ca tempest-ServerAddressesTestJSON-1213286726 tempest-ServerAddressesTestJSON-1213286726-project-member] Enqueued Resource ID: bb3ecdc5-00a3-4058-8793-40016a940114 with Priority: HIGHEST for action security_group_members [ 677.802820] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3ecdc5-00a3-4058-8793-40016a940114 with Priority: HIGHEST for action security_group_members [ 677.803263] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb3ecdc5-00a3-4058-8793-40016a940114 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.803263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.803436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.803724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.803868] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.803868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.804015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.804157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.804157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.804360] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb3ecdc5-00a3-4058-8793-40016a940114',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.988963] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.990825] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.990825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.990825] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7d216b4-f9c7-42f7-8d17-63f428f556a3 with status ACTIVE [ 677.991122] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.991122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.991233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.991397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.991518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.991705] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.991825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.991887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.992094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.992199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.992393] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.992512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.992586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.992945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.992945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.992945] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7d216b4-f9c7-42f7-8d17-63f428f556a3 is going to be updated. [ 678.021217] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.021427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.021427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.021617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.021814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.022009] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7d216b4-f9c7-42f7-8d17-63f428f556a3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.297901] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.298958] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.298958] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.299128] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.299593] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.299593] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 9d75a5d1-964d-4447-bec9-b3c940e5c933 not found, creating... [ 678.299986] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.300241] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.300379] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.300657] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.300898] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.301231] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.301389] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.301504] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.301750] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.301897] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.302090] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 9d75a5d1-964d-4447-bec9-b3c940e5c933 is going to be created. [ 678.307190] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.307327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.307377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.307582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.307693] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.307920] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.308360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.308360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.308360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.308360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.308568] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb3ecdc5-00a3-4058-8793-40016a940114 is going to be updated. [ 678.330252] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.330546] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.330633] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.331221] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.331221] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.331380] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-9d75a5d1-964d-4447-bec9-b3c940e5c933" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.341444] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.341444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.341444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.341444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.341444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.354254] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3ecdc5-00a3-4058-8793-40016a940114 in Status: IN_PROGRESS for 2s [ 678.491860] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.750048] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 in Status: SUCCESS [ 678.750048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.750048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.750220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.750339] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.750452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.750510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.750664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.750795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.750889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.750980] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a601d1d-cd95-4a01-9d21-5f68ca1f7075',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.995296] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.995661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.995661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.995841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.995999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.996182] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be created. [ 679.024158] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.024158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.024158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.024158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.024158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.034196] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: UNINITIALIZED for 2s [ 679.084722] env[65740]: INFO networking_nsxv3.common.synchronization [req-001c825c-b17d-43f5-ae25-0d04a73fe14e req-b53da5ff-56c7-41b8-9085-245bf80b39fc service nova] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_rules [ 679.084722] env[65740]: INFO networking_nsxv3.common.synchronization [req-001c825c-b17d-43f5-ae25-0d04a73fe14e req-b53da5ff-56c7-41b8-9085-245bf80b39fc service nova] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 679.084722] env[65740]: INFO networking_nsxv3.common.synchronization [req-001c825c-b17d-43f5-ae25-0d04a73fe14e req-b53da5ff-56c7-41b8-9085-245bf80b39fc service nova] Enqueued Resource ID: 9d75a5d1-964d-4447-bec9-b3c940e5c933 with Priority: HIGHEST for action port [ 679.084722] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_rules [ 679.084722] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 679.085399] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d75a5d1-964d-4447-bec9-b3c940e5c933 with Priority: HIGHEST for action port [ 679.086251] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.086251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.086417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.086635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.086749] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.087868] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.089360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.090008] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d75a5d1-964d-4447-bec9-b3c940e5c933 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.090717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d75a5d1-964d-4447-bec9-b3c940e5c933" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.090717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d75a5d1-964d-4447-bec9-b3c940e5c933" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.090717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d75a5d1-964d-4447-bec9-b3c940e5c933" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.090717] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d75a5d1-964d-4447-bec9-b3c940e5c933',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.111222] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1099a0c-19ab-4396-94e7-34430855201d in Status: SUCCESS [ 679.111339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.249466] env[65740]: INFO networking_nsxv3.common.synchronization [None req-5c0cc2b0-d13e-4a1b-ac76-afd53cdf16e6 None None] Enqueued Resource ID: 639284ed-47cb-4e90-bc64-86ac84ccad93 with Priority: HIGHEST for action port [ 679.252280] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639284ed-47cb-4e90-bc64-86ac84ccad93 with Priority: HIGHEST for action port [ 679.252280] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-639284ed-47cb-4e90-bc64-86ac84ccad93 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.252280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-639284ed-47cb-4e90-bc64-86ac84ccad93" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.252280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-639284ed-47cb-4e90-bc64-86ac84ccad93" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.252280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-639284ed-47cb-4e90-bc64-86ac84ccad93" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.252280] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('639284ed-47cb-4e90-bc64-86ac84ccad93',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.254201] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.254201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.254384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.254508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.254685] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.255295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.255295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.255295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.255295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.255295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.255941] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.256071] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.256124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.256307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.256411] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.256522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.256594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.256777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.257191] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.257315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.257409] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a601d1d-cd95-4a01-9d21-5f68ca1f7075',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.463157] env[65740]: INFO networking_nsxv3.common.synchronization [req-94760f7b-2585-4c4e-8c8d-0d92328e1e34 req-7148a978-9be8-4dc0-b594-ca61f9a94b68 tempest-ServersAdminTestJSON-1982434739 tempest-ServersAdminTestJSON-1982434739-project-member] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 679.463733] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 679.464171] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.464336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.464412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.464610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.464770] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.464868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.464926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.465099] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.465165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.465257] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.593046] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.593229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.593832] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d75a5d1-964d-4447-bec9-b3c940e5c933 with status ACTIVE [ 679.593989] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.594127] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.594190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.594394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.594473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.594658] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.594746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.594788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.594939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.595031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.595279] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.595337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.595378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.595481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.595550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.595636] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d75a5d1-964d-4447-bec9-b3c940e5c933 is going to be updated. [ 679.627599] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.627599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.627599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.627599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.627599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.628162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d75a5d1-964d-4447-bec9-b3c940e5c933" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.716045] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 679.716281] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d deletion is rescheduled due to dependency. [ 679.716413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.716945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.716945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.717148] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.717270] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.717365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.717571] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.717697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.717831] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.754770] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 639284ed-47cb-4e90-bc64-86ac84ccad93 [ 679.755041] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.755185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.755255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.755481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.755574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.755705] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:639284ed-47cb-4e90-bc64-86ac84ccad93 already deleted. [ 679.755751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-639284ed-47cb-4e90-bc64-86ac84ccad93" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.759216] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a601d1d-cd95-4a01-9d21-5f68ca1f7075: rpc.has_security_group_logging(os_id): False [ 679.802014] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.802438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.802438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.802557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.802599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.802863] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.803111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.803111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.803335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.803550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.803757] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.803947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.804050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.804267] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.804362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.804685] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.804798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.804798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.805051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.805124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.805225] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 is going to be created. [ 679.816651] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.816874] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.816971] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.817269] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.817544] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.817707] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.817823] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.818168] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.818244] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.818431] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.819762] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.819930] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.820063] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.820198] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.820304] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.820438] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.871105] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.871392] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.871572] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.871858] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.872355] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-661845bb-f653-45d3-be31-6bf6fe3e277d taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.872613] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-661845bb-f653-45d3-be31-6bf6fe3e277d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.872831] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-661845bb-f653-45d3-be31-6bf6fe3e277d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.873335] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-661845bb-f653-45d3-be31-6bf6fe3e277d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.873537] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('661845bb-f653-45d3-be31-6bf6fe3e277d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.922860] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.923106] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.923106] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.923631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.923631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.938944] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 in Status: IN_PROGRESS for 2s [ 679.971024] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.220435] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.366337] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb3ecdc5-00a3-4058-8793-40016a940114 in Status: SUCCESS [ 680.366529] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb3ecdc5-00a3-4058-8793-40016a940114 deletion is rescheduled due to dependency. [ 680.366685] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.376571] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.376782] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.376936] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.378347] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.378532] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.378793] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 661845bb-f653-45d3-be31-6bf6fe3e277d not found, creating... [ 680.379192] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.379339] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.380060] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.380060] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.380209] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.380413] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.380610] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.380914] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.381109] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.381262] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.381415] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 661845bb-f653-45d3-be31-6bf6fe3e277d is going to be created. [ 680.408406] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.408707] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.408841] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.409135] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.409397] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.409634] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-661845bb-f653-45d3-be31-6bf6fe3e277d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.475683] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.590105] env[65740]: INFO networking_nsxv3.common.synchronization [req-e8504eba-e9b9-4f34-9d14-514f4e64c0a1 req-addc4042-f26f-4e78-8b5c-f2bfce75fb99 tempest-SecurityGroupRulesNegativeTestJSON-400686598 tempest-SecurityGroupRulesNegativeTestJSON-400686598-project-member] Enqueued Resource ID: 0ec1e09f-72b6-417b-9b96-eb9dcf67cba8 with Priority: HIGHEST for action security_group_rules [ 680.590809] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec1e09f-72b6-417b-9b96-eb9dcf67cba8 with Priority: HIGHEST for action security_group_rules [ 680.591213] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ec1e09f-72b6-417b-9b96-eb9dcf67cba8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.595051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ec1e09f-72b6-417b-9b96-eb9dcf67cba8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.595051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ec1e09f-72b6-417b-9b96-eb9dcf67cba8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.595051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ec1e09f-72b6-417b-9b96-eb9dcf67cba8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.595051] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ec1e09f-72b6-417b-9b96-eb9dcf67cba8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.809752] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.979140] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.979334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.979383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.979616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.979733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.979857] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 681.015284] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.015513] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.015614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.015911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.016156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.029427] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 681.045470] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 681.045693] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.045833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.046165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.046410] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.046561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.046660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.046813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.046910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.047009] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.047113] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.126565] env[65740]: INFO networking_nsxv3.common.synchronization [req-94760f7b-2585-4c4e-8c8d-0d92328e1e34 req-d9497c86-dfd9-4933-8eb0-4c13db1bf724 service nova] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_rules [ 681.126565] env[65740]: INFO networking_nsxv3.common.synchronization [req-94760f7b-2585-4c4e-8c8d-0d92328e1e34 req-d9497c86-dfd9-4933-8eb0-4c13db1bf724 service nova] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 681.127419] env[65740]: INFO networking_nsxv3.common.synchronization [req-94760f7b-2585-4c4e-8c8d-0d92328e1e34 req-d9497c86-dfd9-4933-8eb0-4c13db1bf724 service nova] Enqueued Resource ID: 661845bb-f653-45d3-be31-6bf6fe3e277d with Priority: HIGHEST for action port [ 681.127878] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.127958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.127958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.128867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.128867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.128867] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ec1e09f-72b6-417b-9b96-eb9dcf67cba8 already deleted. [ 681.129133] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ec1e09f-72b6-417b-9b96-eb9dcf67cba8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.129712] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_rules [ 681.129948] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 681.130147] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 661845bb-f653-45d3-be31-6bf6fe3e277d with Priority: HIGHEST for action port [ 681.130560] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.132262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.132262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.132262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.132262] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.132262] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.132648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.132870] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-661845bb-f653-45d3-be31-6bf6fe3e277d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.133032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-661845bb-f653-45d3-be31-6bf6fe3e277d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.133236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-661845bb-f653-45d3-be31-6bf6fe3e277d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.133437] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-661845bb-f653-45d3-be31-6bf6fe3e277d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.133573] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('661845bb-f653-45d3-be31-6bf6fe3e277d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.312856] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.313247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.313769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.314075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.314226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.314358] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 681.352243] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.352369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.352455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.352714] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.353159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.364245] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 681.550995] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.551190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.551190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.551455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.551640] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.551736] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.551802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.551952] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.552069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.552127] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.552272] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.552361] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.552444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.552582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.552729] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.552822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.552878] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.553060] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.553122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.553187] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.553262] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.637071] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.637279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.637490] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 661845bb-f653-45d3-be31-6bf6fe3e277d with status ACTIVE [ 681.637695] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.637807] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.637869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.638091] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.638178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.638365] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.638472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.638539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.638748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.638875] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.638965] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.639067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.639203] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.639257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.639362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.639462] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 661845bb-f653-45d3-be31-6bf6fe3e277d is going to be updated. [ 681.670417] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.670417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.670417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.670417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.670417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.670417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-661845bb-f653-45d3-be31-6bf6fe3e277d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.955535] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 in Status: SUCCESS [ 681.955892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.055683] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6: rpc.has_security_group_logging(os_id): False [ 682.075639] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.076162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.076338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.076959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.077150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.077394] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.077543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.077642] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.077859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.078044] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.078281] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.078428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.078517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.079273] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.079443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.079693] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.080052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.080186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.080417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.080613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.080766] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be created. [ 682.148977] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.149277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.149343] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.149681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.149939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.161572] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 682.648189] env[65740]: INFO networking_nsxv3.common.synchronization [req-c6901712-093d-4e31-b64f-5db1067d466e req-47589f09-5e47-40c4-a5cc-f8a4604db3f5 tempest-ServerDiagnosticsNegativeTest-868877140 tempest-ServerDiagnosticsNegativeTest-868877140-project-member] Enqueued Resource ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e with Priority: HIGHEST for action security_group_members [ 682.648760] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e with Priority: HIGHEST for action security_group_members [ 682.649784] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.649784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.649784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.650048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.650144] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.650255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.650317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.650472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.650559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.650917] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.041603] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 683.041826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.042477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.042477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.042477] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.042683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.042683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.042786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.042786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.042892] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.155705] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.155956] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.155956] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.156266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.156387] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.156665] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.156759] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.156759] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.156943] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.157083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.157152] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e is going to be updated. [ 683.188419] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.188575] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.188635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.188894] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.189078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.200277] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e in Status: IN_PROGRESS for 2s [ 683.377296] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 683.377512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.377699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.378457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.378457] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.378457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.378457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.378457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.378783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.378783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.378783] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.545679] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.881202] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.881601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.881601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.881744] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.881934] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.882069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.882139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.882306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.882411] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.882506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.882662] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.882760] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.882841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.882985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.884040] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.884040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.884040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.884040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.884040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.884040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.884040] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.048261] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.178919] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 684.178919] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.387815] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2f0b73f-c6d5-4845-b545-5c1afefd0d2d: rpc.has_security_group_logging(os_id): False [ 684.409023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.409304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.409304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.409531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.409675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.409969] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.410147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.410248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.410568] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.410634] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.411038] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.411222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.411324] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.411559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.411689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.412041] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.412196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.412290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.412513] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.412637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.412774] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 684.489704] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.489861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.489933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.490180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.490329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.505810] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 684.552134] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.552335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.552402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.552594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.552687] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.552786] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 684.608887] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.609168] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.609168] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.609445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.609911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.621506] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 685.211563] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e in Status: SUCCESS [ 685.211870] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e deletion is rescheduled due to dependency. [ 685.211870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.525016] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 686.525435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.635926] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 686.636539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.636539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.636791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.637435] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.637435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.637435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.637435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.637881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.637881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.637881] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.968833] env[65740]: INFO networking_nsxv3.common.synchronization [None req-8cf9b6ca-6b03-4651-96ac-ac3f1b4ac328 None None] Enqueued Resource ID: af5a0e20-99cf-4c1d-a45c-557765dda1ea with Priority: HIGHEST for action port [ 686.969640] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5a0e20-99cf-4c1d-a45c-557765dda1ea with Priority: HIGHEST for action port [ 686.969749] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-af5a0e20-99cf-4c1d-a45c-557765dda1ea taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.969986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af5a0e20-99cf-4c1d-a45c-557765dda1ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.969986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af5a0e20-99cf-4c1d-a45c-557765dda1ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.972627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af5a0e20-99cf-4c1d-a45c-557765dda1ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.972726] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5a0e20-99cf-4c1d-a45c-557765dda1ea',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.021612] env[65740]: INFO networking_nsxv3.common.synchronization [req-2e3e8f66-8fde-4588-a62b-65c081b1c50a req-c9171d12-4988-4fbd-b7bf-d5b24a0bcf6c tempest-ServersTestBootFromVolume-1980383337 tempest-ServersTestBootFromVolume-1980383337-project-member] Enqueued Resource ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 with Priority: HIGHEST for action security_group_members [ 687.022533] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 with Priority: HIGHEST for action security_group_members [ 687.022938] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.023045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.023088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.023981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.023981] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.023981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.023981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.024208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.024208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.024329] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.140851] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.142758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.142758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.142758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.142758] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.142758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.142758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.143405] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.143634] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.143827] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.145545] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.145545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.145545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.145545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.145545] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.145545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.146142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.146489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.146489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.146589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.146624] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.476045] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af5a0e20-99cf-4c1d-a45c-557765dda1ea [ 687.476389] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.476541] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.476604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.476822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.476912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.477013] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af5a0e20-99cf-4c1d-a45c-557765dda1ea already deleted. [ 687.477474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af5a0e20-99cf-4c1d-a45c-557765dda1ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.528228] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.528228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.528228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.528228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.528228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.528228] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.528228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.528228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.530119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.530119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.530119] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 already deleted. [ 687.530119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.650412] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ff4c094-a270-4975-a98f-8bdf8e46e385: rpc.has_security_group_logging(os_id): False [ 687.669754] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.670321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.670321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.670321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.670321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.670571] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.670571] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.670727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.670849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.670951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.671177] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.671302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.671450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.671505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.671571] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.672950] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.672950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.672950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.672950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.672950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.672950] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 687.749202] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.749373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.749446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.749658] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.749808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.767925] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 687.974770] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.974770] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-878" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.974770] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-878" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.975047] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-878" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.975144] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.975413] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.975413] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.975588] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.975726] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.975929] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.976060] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.976190] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.976294] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.976398] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.976529] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.976613] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.996148] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.996399] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.996546] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.996716] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-878" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.998114] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-a32d0539-7935-42a3-937f-a4fc9000206f taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.998970] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-a32d0539-7935-42a3-937f-a4fc9000206f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.998970] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-a32d0539-7935-42a3-937f-a4fc9000206f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.998970] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-a32d0539-7935-42a3-937f-a4fc9000206f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.998970] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a32d0539-7935-42a3-937f-a4fc9000206f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.138220] env[65740]: INFO networking_nsxv3.common.synchronization [None req-0cc63207-ac9f-44d9-a7a8-feb6abc8613b None None] Enqueued Resource ID: 19926c09-69d8-498b-b820-e4a2fa509465 with Priority: HIGHEST for action port [ 688.138651] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19926c09-69d8-498b-b820-e4a2fa509465 with Priority: HIGHEST for action port [ 688.139432] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-19926c09-69d8-498b-b820-e4a2fa509465 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.139556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19926c09-69d8-498b-b820-e4a2fa509465" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.139628] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19926c09-69d8-498b-b820-e4a2fa509465" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.139970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19926c09-69d8-498b-b820-e4a2fa509465" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.139970] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19926c09-69d8-498b-b820-e4a2fa509465',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.501042] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.501314] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.501468] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.501812] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.501983] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.502635] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port a32d0539-7935-42a3-937f-a4fc9000206f not found, creating... [ 688.502635] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.502795] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.502795] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.503501] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.503501] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.503619] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.503736] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.503868] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.504157] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.504322] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.504490] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: a32d0539-7935-42a3-937f-a4fc9000206f is going to be created. [ 688.533583] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.533941] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.533941] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.534184] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.534407] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.534648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-a32d0539-7935-42a3-937f-a4fc9000206f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.643080] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19926c09-69d8-498b-b820-e4a2fa509465 [ 688.643080] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.643391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.643391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.643470] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.643509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.643729] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19926c09-69d8-498b-b820-e4a2fa509465 already deleted. [ 688.643729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19926c09-69d8-498b-b820-e4a2fa509465" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.290843] env[65740]: INFO networking_nsxv3.common.synchronization [req-2e3e8f66-8fde-4588-a62b-65c081b1c50a req-415e57bc-0549-4af8-8a94-6f84e87a8840 service nova] Enqueued Resource ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 with Priority: HIGHEST for action security_group_rules [ 689.290843] env[65740]: INFO networking_nsxv3.common.synchronization [req-2e3e8f66-8fde-4588-a62b-65c081b1c50a req-415e57bc-0549-4af8-8a94-6f84e87a8840 service nova] Enqueued Resource ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 with Priority: HIGHEST for action security_group_members [ 689.290843] env[65740]: INFO networking_nsxv3.common.synchronization [req-2e3e8f66-8fde-4588-a62b-65c081b1c50a req-415e57bc-0549-4af8-8a94-6f84e87a8840 service nova] Enqueued Resource ID: a32d0539-7935-42a3-937f-a4fc9000206f with Priority: HIGHEST for action port [ 689.290843] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 with Priority: HIGHEST for action security_group_rules [ 689.290843] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 with Priority: HIGHEST for action security_group_members [ 689.290843] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32d0539-7935-42a3-937f-a4fc9000206f with Priority: HIGHEST for action port [ 689.292653] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.292926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.293036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.293278] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.293367] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.296043] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.296043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.296043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.296043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.296043] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.296043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.296043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.296043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.296043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.296043] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.297866] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-a32d0539-7935-42a3-937f-a4fc9000206f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.298078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a32d0539-7935-42a3-937f-a4fc9000206f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.298322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a32d0539-7935-42a3-937f-a4fc9000206f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.298322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a32d0539-7935-42a3-937f-a4fc9000206f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.298499] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a32d0539-7935-42a3-937f-a4fc9000206f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.406063] env[65740]: INFO networking_nsxv3.common.synchronization [None req-90b271b4-5c80-4d27-aeb5-c3fa7612d1ba None None] Enqueued Resource ID: 433f5b43-a1c2-4455-a79c-f5ef150104fd with Priority: HIGHEST for action port [ 689.406329] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433f5b43-a1c2-4455-a79c-f5ef150104fd with Priority: HIGHEST for action port [ 689.406892] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-433f5b43-a1c2-4455-a79c-f5ef150104fd taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.407038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-433f5b43-a1c2-4455-a79c-f5ef150104fd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.407405] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-433f5b43-a1c2-4455-a79c-f5ef150104fd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.407876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-433f5b43-a1c2-4455-a79c-f5ef150104fd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.408025] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('433f5b43-a1c2-4455-a79c-f5ef150104fd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.504621] env[65740]: INFO networking_nsxv3.common.synchronization [req-f7d51578-988f-42c6-aaf9-a15a8089dc38 req-9505d32e-82f5-4a53-bc10-4e6c21e0edcd tempest-ImagesNegativeTestJSON-300356835 tempest-ImagesNegativeTestJSON-300356835-project-member] Enqueued Resource ID: e1099a0c-19ab-4396-94e7-34430855201d with Priority: HIGHEST for action security_group_members [ 689.505190] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1099a0c-19ab-4396-94e7-34430855201d with Priority: HIGHEST for action security_group_members [ 689.505500] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1099a0c-19ab-4396-94e7-34430855201d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.505657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.505712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.505873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.506118] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.506118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.506325] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.506325] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.506404] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.506522] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1099a0c-19ab-4396-94e7-34430855201d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.588396] env[65740]: INFO networking_nsxv3.common.synchronization [req-b3881ea4-9f12-4b79-a931-aa722b3da78b req-e60101f2-136b-4180-8c50-f21f72ec6bd8 tempest-ServersTestManualDisk-1973377511 tempest-ServersTestManualDisk-1973377511-project-member] Enqueued Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGHEST for action security_group_members [ 689.588396] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGHEST for action security_group_members [ 689.588396] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-84d7d07b-8177-49d7-a158-2dfa7532f71e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.588396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.588396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.588396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.588396] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.588396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.588396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.588396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.589061] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.589358] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84d7d07b-8177-49d7-a158-2dfa7532f71e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.785842] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 689.786064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.800476] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.802038] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a32d0539-7935-42a3-937f-a4fc9000206f with status ACTIVE [ 689.802443] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.802601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.803538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.803538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.803538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.803538] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.803538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.803538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.803538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.803538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.804027] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.804027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.804027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.804285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.804285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.804365] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a32d0539-7935-42a3-937f-a4fc9000206f is going to be updated. [ 689.808473] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.808473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.827241] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.827241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.828464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.830991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.830991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.830991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a32d0539-7935-42a3-937f-a4fc9000206f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.903503] env[65740]: INFO networking_nsxv3.common.synchronization [None req-44174e34-0ee4-4704-a8bb-21a9703da024 None None] Enqueued Resource ID: cb1924f2-2f5a-4ed4-a91f-3f321c5ae2c1 with Priority: HIGHEST for action port [ 689.904626] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb1924f2-2f5a-4ed4-a91f-3f321c5ae2c1 with Priority: HIGHEST for action port [ 689.905047] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb1924f2-2f5a-4ed4-a91f-3f321c5ae2c1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.906806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb1924f2-2f5a-4ed4-a91f-3f321c5ae2c1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.906806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb1924f2-2f5a-4ed4-a91f-3f321c5ae2c1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.906806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb1924f2-2f5a-4ed4-a91f-3f321c5ae2c1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.906806] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb1924f2-2f5a-4ed4-a91f-3f321c5ae2c1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.910955] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 433f5b43-a1c2-4455-a79c-f5ef150104fd [ 689.911160] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.911336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.911467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.911809] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.912052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.912052] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:433f5b43-a1c2-4455-a79c-f5ef150104fd already deleted. [ 689.912927] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-433f5b43-a1c2-4455-a79c-f5ef150104fd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.008979] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.011989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.011989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.011989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.011989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.011989] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.011989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.011989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.011989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.011989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.011989] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1099a0c-19ab-4396-94e7-34430855201d is going to be updated. [ 690.045047] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.045581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.045784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.046111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.046446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.057458] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1099a0c-19ab-4396-94e7-34430855201d in Status: IN_PROGRESS for 2s [ 690.095704] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.095704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.095704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.095704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.095704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.095704] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.095704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.095704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.095704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.095704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.095704] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e is going to be updated. [ 690.122945] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.122945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.122945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.123885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.123885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.134237] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e in Status: IN_PROGRESS for 2s [ 690.310100] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.410175] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb1924f2-2f5a-4ed4-a91f-3f321c5ae2c1 [ 690.410175] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.410367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.410367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.410531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.410585] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.410684] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb1924f2-2f5a-4ed4-a91f-3f321c5ae2c1 already deleted. [ 690.410827] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb1924f2-2f5a-4ed4-a91f-3f321c5ae2c1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.811930] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.812247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.812247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.812371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.812458] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.812552] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 is going to be created. [ 690.841569] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.841569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.841569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.841569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.842682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.853961] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 in Status: UNINITIALIZED for 2s [ 691.075227] env[65740]: INFO networking_nsxv3.common.synchronization [None req-1cbe9f49-be5b-4bfb-bcf3-aacf7510ba35 None None] Enqueued Resource ID: 5198f0af-bb91-4c7c-a3b3-ce620b9f66bf with Priority: HIGHEST for action port [ 691.075227] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5198f0af-bb91-4c7c-a3b3-ce620b9f66bf with Priority: HIGHEST for action port [ 691.075227] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-5198f0af-bb91-4c7c-a3b3-ce620b9f66bf taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.075227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5198f0af-bb91-4c7c-a3b3-ce620b9f66bf" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.075227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5198f0af-bb91-4c7c-a3b3-ce620b9f66bf" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.075227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5198f0af-bb91-4c7c-a3b3-ce620b9f66bf" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.075227] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5198f0af-bb91-4c7c-a3b3-ce620b9f66bf',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.575522] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5198f0af-bb91-4c7c-a3b3-ce620b9f66bf [ 691.575522] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.575522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.575522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.575522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.576034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.576034] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5198f0af-bb91-4c7c-a3b3-ce620b9f66bf already deleted. [ 691.576034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5198f0af-bb91-4c7c-a3b3-ce620b9f66bf" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.077557] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1099a0c-19ab-4396-94e7-34430855201d in Status: SUCCESS [ 692.077557] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1099a0c-19ab-4396-94e7-34430855201d deletion is rescheduled due to dependency. [ 692.077557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1099a0c-19ab-4396-94e7-34430855201d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.153284] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e in Status: SUCCESS [ 692.153284] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e deletion is rescheduled due to dependency. [ 692.153284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.454254] env[65740]: INFO networking_nsxv3.common.synchronization [None req-bd0cf56e-f543-4539-a1bd-d92ebd25538b tempest-ServerActionsTestJSON-1232280853 tempest-ServerActionsTestJSON-1232280853-project-member] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_rules [ 692.458980] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_rules [ 692.459821] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.459934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.459998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.460735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.460735] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.623930] env[65740]: INFO networking_nsxv3.common.synchronization [None req-35443ddc-a2aa-402f-8d51-afac4060fc5d tempest-ServerActionsTestJSON-1232280853 tempest-ServerActionsTestJSON-1232280853-project-member] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_rules [ 692.624515] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_rules [ 692.624822] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.624926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.865327] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 in Status: SUCCESS [ 692.865327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.865327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.865327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.865327] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.865327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.865713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.865713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.865713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.865713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.865860] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.982155] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.982300] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.982368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.982585] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.982675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.982775] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 already deleted. [ 692.982869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.983936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.984161] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.984249] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.369264] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.506625] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.506750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.506750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.507048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.507488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.507488] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 already deleted. [ 693.507488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.872946] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1: rpc.has_security_group_logging(os_id): False [ 693.900929] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.900929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.900929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.900929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.900929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.900929] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.900929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.900929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.900929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.900929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.900929] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 is going to be created. [ 693.975551] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.975551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.975551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.975551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.975551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.994571] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 in Status: IN_PROGRESS for 2s [ 694.096942] env[65740]: INFO networking_nsxv3.common.synchronization [None req-e28dac2d-c790-458d-be28-a37c63b86f9f None None] Enqueued Resource ID: ee1b4153-d163-4fd2-a811-dbfae0f8c25c with Priority: HIGHEST for action port [ 694.099112] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1b4153-d163-4fd2-a811-dbfae0f8c25c with Priority: HIGHEST for action port [ 694.099112] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee1b4153-d163-4fd2-a811-dbfae0f8c25c taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.099434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee1b4153-d163-4fd2-a811-dbfae0f8c25c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.099616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee1b4153-d163-4fd2-a811-dbfae0f8c25c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.100109] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee1b4153-d163-4fd2-a811-dbfae0f8c25c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.100698] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1b4153-d163-4fd2-a811-dbfae0f8c25c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.174599] env[65740]: INFO networking_nsxv3.common.synchronization [req-7051e84b-b530-4ca8-a969-ee16b72d51e0 req-de408b55-080a-4c20-b4e5-005faafd6fe1 tempest-ImagesTestJSON-1767843010 tempest-ImagesTestJSON-1767843010-project-member] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 694.175754] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 694.175754] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.175754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.175754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.175935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.176150] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.176263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.176325] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.176484] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.176570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.176673] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.607050] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee1b4153-d163-4fd2-a811-dbfae0f8c25c [ 694.607347] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.607485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.607557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.607826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.607931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.608043] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee1b4153-d163-4fd2-a811-dbfae0f8c25c already deleted. [ 694.608128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee1b4153-d163-4fd2-a811-dbfae0f8c25c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.679391] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.679542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.679610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.679871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.679968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.680183] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.680430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.680430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.682967] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.682967] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.682967] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 694.723031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.723031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.723031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.724119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.724119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.737426] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 695.737971] env[65740]: INFO networking_nsxv3.common.synchronization [req-7a924db5-df6d-405d-97ce-3d4f22502236 req-b5e1c255-a702-4628-a264-a93b80bf300d tempest-InstanceActionsNegativeTestJSON-826058681 tempest-InstanceActionsNegativeTestJSON-826058681-project-member] Enqueued Resource ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 with Priority: HIGHEST for action security_group_members [ 695.738539] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 with Priority: HIGHEST for action security_group_members [ 695.738950] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.739148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.739249] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.739534] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.739754] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.739892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.739987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.740225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.740354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.740489] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dd96a5e-2b86-45ea-8c72-4f2df08754e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.941537] env[65740]: INFO networking_nsxv3.common.synchronization [None req-512cb458-9837-40df-9855-837f61a5fbe6 None None] Enqueued Resource ID: 1487cce1-4142-4bae-b1c2-d8cd249d361b with Priority: HIGHEST for action port [ 695.942278] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1487cce1-4142-4bae-b1c2-d8cd249d361b with Priority: HIGHEST for action port [ 695.942359] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1487cce1-4142-4bae-b1c2-d8cd249d361b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.942462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1487cce1-4142-4bae-b1c2-d8cd249d361b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.942555] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1487cce1-4142-4bae-b1c2-d8cd249d361b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.942806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1487cce1-4142-4bae-b1c2-d8cd249d361b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.942889] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1487cce1-4142-4bae-b1c2-d8cd249d361b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.011945] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 in Status: SUCCESS [ 696.012721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.243211] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.243443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.243582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.243868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.244235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.244293] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.244579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.244579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.244725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.244833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.244958] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 is going to be updated. [ 696.282387] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.282387] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.282387] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.282387] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.282387] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.295569] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 in Status: IN_PROGRESS for 2s [ 696.447150] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1487cce1-4142-4bae-b1c2-d8cd249d361b [ 696.447822] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.447822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.447822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.448021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.448021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.448175] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1487cce1-4142-4bae-b1c2-d8cd249d361b already deleted. [ 696.448175] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1487cce1-4142-4bae-b1c2-d8cd249d361b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.758656] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 696.759392] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 deletion is rescheduled due to dependency. [ 696.759773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.227732] env[65740]: INFO networking_nsxv3.common.synchronization [None req-53540fdc-287e-4083-9dbe-f8c8250388d8 None None] Enqueued Resource ID: 6e4be745-2a89-4fa5-9662-6bf3b59ef7fc with Priority: HIGHEST for action port [ 698.228485] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4be745-2a89-4fa5-9662-6bf3b59ef7fc with Priority: HIGHEST for action port [ 698.228703] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e4be745-2a89-4fa5-9662-6bf3b59ef7fc taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.228765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e4be745-2a89-4fa5-9662-6bf3b59ef7fc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.228922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e4be745-2a89-4fa5-9662-6bf3b59ef7fc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.233450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e4be745-2a89-4fa5-9662-6bf3b59ef7fc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.233578] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e4be745-2a89-4fa5-9662-6bf3b59ef7fc',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.304390] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 in Status: SUCCESS [ 698.304675] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dd96a5e-2b86-45ea-8c72-4f2df08754e0 deletion is rescheduled due to dependency. [ 698.304675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dd96a5e-2b86-45ea-8c72-4f2df08754e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.739699] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e4be745-2a89-4fa5-9662-6bf3b59ef7fc [ 698.739935] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.740763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.740763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.740763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.740763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.740763] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e4be745-2a89-4fa5-9662-6bf3b59ef7fc already deleted. [ 698.740763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e4be745-2a89-4fa5-9662-6bf3b59ef7fc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.777847] env[65740]: INFO networking_nsxv3.common.synchronization [None req-74ff3b3e-3e60-4a94-a6e2-ffe00f8fb1be tempest-MigrationsAdminTest-1036155128 tempest-MigrationsAdminTest-1036155128-project-member] Enqueued Resource ID: 7dc58c10-c11f-4ffc-816d-6cc19cd1400b with Priority: HIGHEST for action security_group_rules [ 700.782046] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc58c10-c11f-4ffc-816d-6cc19cd1400b with Priority: HIGHEST for action security_group_rules [ 700.783164] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc58c10-c11f-4ffc-816d-6cc19cd1400b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.783342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc58c10-c11f-4ffc-816d-6cc19cd1400b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.783438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc58c10-c11f-4ffc-816d-6cc19cd1400b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.783754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc58c10-c11f-4ffc-816d-6cc19cd1400b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.783853] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc58c10-c11f-4ffc-816d-6cc19cd1400b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.051739] env[65740]: INFO networking_nsxv3.common.synchronization [None req-36059bfa-f442-4ce6-a15d-46c5c73f5451 tempest-MigrationsAdminTest-1036155128 tempest-MigrationsAdminTest-1036155128-project-member] Enqueued Resource ID: 7dc58c10-c11f-4ffc-816d-6cc19cd1400b with Priority: HIGHEST for action security_group_rules [ 701.052520] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc58c10-c11f-4ffc-816d-6cc19cd1400b with Priority: HIGHEST for action security_group_rules [ 701.052903] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc58c10-c11f-4ffc-816d-6cc19cd1400b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.053358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc58c10-c11f-4ffc-816d-6cc19cd1400b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.310926] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.311169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.311283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.311615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.311765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.313459] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc58c10-c11f-4ffc-816d-6cc19cd1400b already deleted. [ 701.314852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc58c10-c11f-4ffc-816d-6cc19cd1400b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.314932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc58c10-c11f-4ffc-816d-6cc19cd1400b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.315557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc58c10-c11f-4ffc-816d-6cc19cd1400b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.315692] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc58c10-c11f-4ffc-816d-6cc19cd1400b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.504143] env[65740]: INFO networking_nsxv3.common.synchronization [req-53d7c1fc-b074-493a-99ad-5ab7e5f0b77d req-3887aa7c-dc9c-41a8-b13b-31b08abf5675 tempest-ServersTestJSON-336406685 tempest-ServersTestJSON-336406685-project-member] Enqueued Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGHEST for action security_group_members [ 701.506563] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGHEST for action security_group_members [ 701.506919] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.507070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.507138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.507418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.507583] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.507686] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.507750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.507905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.507992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.508118] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089712d3-38c0-4a20-8a38-b9bf6bf6dc84',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.840441] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.840853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.840853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.841013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.841013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.841198] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc58c10-c11f-4ffc-816d-6cc19cd1400b already deleted. [ 701.841198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc58c10-c11f-4ffc-816d-6cc19cd1400b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.845916] env[65740]: INFO networking_nsxv3.common.synchronization [req-a84e2620-d4ab-4b24-b394-646b021c6b0b req-c75166c6-6359-4e63-801e-5daa0da1a74c tempest-ServersWithSpecificFlavorTestJSON-1488609193 tempest-ServersWithSpecificFlavorTestJSON-1488609193-project-member] Enqueued Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_members [ 701.846215] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_members [ 701.846523] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.846638] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.846702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.846897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.847059] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.847754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.847754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.847754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.847754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.847754] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.011361] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.012082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.012214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.012503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.012614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.012893] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.013345] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.013479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.013694] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.013784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.013900] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 already deleted. [ 702.014564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.284394] env[65740]: INFO networking_nsxv3.common.synchronization [req-e63a1d28-0a74-4cc7-92dc-d93a70202a61 req-57f63982-3905-4871-a717-78c3af035b43 tempest-FloatingIPsAssociationTestJSON-830228854 tempest-FloatingIPsAssociationTestJSON-830228854-project-member] Enqueued Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_members [ 702.285018] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_members [ 702.285384] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.286406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.286406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.286406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.286406] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.286406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.286406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.286864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.286864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.286864] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.331745] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.331951] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-179" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.332096] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-179" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.332585] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-179" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.332731] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.332895] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.332974] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.333326] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.333981] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.334028] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.334130] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.334397] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.334524] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.334634] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.334736] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.334858] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.350128] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.350296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.350296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.351029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.351029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.351029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.351029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.351029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.351298] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.351298] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.351298] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 is going to be updated. [ 702.360519] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.361294] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.361294] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.361477] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-179" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.362128] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-fba1d4c4-e854-46a0-b232-483c4fc132ca taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.362128] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-fba1d4c4-e854-46a0-b232-483c4fc132ca" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.362128] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-fba1d4c4-e854-46a0-b232-483c4fc132ca" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.362408] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-fba1d4c4-e854-46a0-b232-483c4fc132ca" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.362535] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba1d4c4-e854-46a0-b232-483c4fc132ca',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.383279] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.383455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.383496] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.383711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.383859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.392534] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: IN_PROGRESS for 2s [ 702.576029] env[65740]: INFO networking_nsxv3.common.synchronization [req-fe8ddcfe-c400-4b3f-84bd-1b96f462adfc req-0b4368a0-8d44-48af-aa5c-e9bd1c92c846 tempest-VolumesAdminNegativeTest-1541554558 tempest-VolumesAdminNegativeTest-1541554558-project-member] Enqueued Resource ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 with Priority: HIGHEST for action security_group_members [ 702.576341] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 with Priority: HIGHEST for action security_group_members [ 702.576551] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.576677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.576747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.576949] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.577488] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.577488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.577488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.577488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.577488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.577665] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a601d1d-cd95-4a01-9d21-5f68ca1f7075',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.789709] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.867676] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.868036] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.868036] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.868318] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.868465] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.868614] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port fba1d4c4-e854-46a0-b232-483c4fc132ca not found, creating... [ 702.868875] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.869042] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.869187] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.869772] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.869772] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.869864] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.870037] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.870229] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.870945] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.870945] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.870945] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: fba1d4c4-e854-46a0-b232-483c4fc132ca is going to be created. [ 702.894414] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.894618] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.894735] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.895009] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.895240] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.895460] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-fba1d4c4-e854-46a0-b232-483c4fc132ca" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.081030] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.081030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.081030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.081229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.081340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.081556] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.081664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.081728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.081901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.081979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.082100] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 is going to be updated. [ 703.109382] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.109944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.110065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.110325] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.110470] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.121758] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 in Status: IN_PROGRESS for 2s [ 703.292312] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.638202] env[65740]: INFO networking_nsxv3.common.synchronization [req-53d7c1fc-b074-493a-99ad-5ab7e5f0b77d req-68f888a9-9ff0-4ad6-97dd-94598d0d8044 service nova] Enqueued Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGHEST for action security_group_rules [ 703.640019] env[65740]: INFO networking_nsxv3.common.synchronization [req-53d7c1fc-b074-493a-99ad-5ab7e5f0b77d req-68f888a9-9ff0-4ad6-97dd-94598d0d8044 service nova] Enqueued Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGHEST for action security_group_members [ 703.640019] env[65740]: INFO networking_nsxv3.common.synchronization [req-53d7c1fc-b074-493a-99ad-5ab7e5f0b77d req-68f888a9-9ff0-4ad6-97dd-94598d0d8044 service nova] Enqueued Resource ID: fba1d4c4-e854-46a0-b232-483c4fc132ca with Priority: HIGHEST for action port [ 703.640019] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGHEST for action security_group_rules [ 703.640019] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGHEST for action security_group_members [ 703.640019] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba1d4c4-e854-46a0-b232-483c4fc132ca with Priority: HIGHEST for action port [ 703.640019] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.640514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.640514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.640514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.640514] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089712d3-38c0-4a20-8a38-b9bf6bf6dc84',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.645055] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.645055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.645055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.645055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.645055] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.645055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.645055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.645055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.645055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.645055] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089712d3-38c0-4a20-8a38-b9bf6bf6dc84',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.645703] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-fba1d4c4-e854-46a0-b232-483c4fc132ca taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.645703] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fba1d4c4-e854-46a0-b232-483c4fc132ca" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.645806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fba1d4c4-e854-46a0-b232-483c4fc132ca" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.646464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fba1d4c4-e854-46a0-b232-483c4fc132ca" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.646464] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba1d4c4-e854-46a0-b232-483c4fc132ca',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.795012] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.795187] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.795250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.795474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.795567] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.795669] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac is going to be updated. [ 703.838541] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.838806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.838806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.838973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.839170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.851609] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: IN_PROGRESS for 2s [ 704.150110] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('089712d3-38c0-4a20-8a38-b9bf6bf6dc84',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.150110] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.150110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.150110] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fba1d4c4-e854-46a0-b232-483c4fc132ca with status ACTIVE [ 704.150110] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.150110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.150550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.150550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.150550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.150620] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.150737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.150737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.151530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.151530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.151530] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.151530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.151530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.151530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.151748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.151748] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fba1d4c4-e854-46a0-b232-483c4fc132ca is going to be updated. [ 704.174602] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.175094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.175094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.175303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.175303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.175453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fba1d4c4-e854-46a0-b232-483c4fc132ca" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.403411] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: SUCCESS [ 704.403796] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 deletion is rescheduled due to dependency. [ 704.404142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.519650] env[65740]: INFO networking_nsxv3.common.synchronization [req-e5a55e62-d3c4-4237-99a0-8fbb7a03d4eb req-1107fa09-153f-4522-8855-826d1cf92714 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 704.520596] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 704.521446] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.521446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.521446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.521993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.522285] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.522389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.522480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.522681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.522805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.523727] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.653961] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('089712d3-38c0-4a20-8a38-b9bf6bf6dc84',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.026244] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.026457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.026535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.026745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.026835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.027050] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.027148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.027208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.027361] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.027424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.027513] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 705.060903] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.061155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.061245] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.061464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.061606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.071887] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 705.130855] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 in Status: SUCCESS [ 705.131496] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 deletion is rescheduled due to dependency. [ 705.131496] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.159355] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.159721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.159721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.159826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.159870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.159952] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 is going to be created. [ 705.188753] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.188970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.188970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.189224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.189361] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.201989] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 in Status: UNINITIALIZED for 2s [ 705.695648] env[65740]: INFO networking_nsxv3.common.synchronization [req-a7dba32f-5064-4009-8795-94e9f66a1e92 req-f0dcc69e-b29a-405a-b55c-f3d1cec4a5f7 tempest-ServerDiskConfigTestJSON-1821978894 tempest-ServerDiskConfigTestJSON-1821978894-project-member] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 705.695741] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 705.696423] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.696423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.696423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.696584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.696612] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.696700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.696975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.696975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.696975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.697098] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.863044] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: SUCCESS [ 705.863044] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.063457] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.063796] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.064029] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.064526] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.064852] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.065193] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.065383] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.065728] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.065931] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.066266] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.066474] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.066821] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.067017] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.067290] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.067514] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.067786] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.091879] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.092118] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.092287] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.092476] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.092825] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-89490e73-18c7-4b89-8117-22d84a70612b taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.093036] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-89490e73-18c7-4b89-8117-22d84a70612b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.093156] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-89490e73-18c7-4b89-8117-22d84a70612b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.093518] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-89490e73-18c7-4b89-8117-22d84a70612b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.094080] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89490e73-18c7-4b89-8117-22d84a70612b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.202081] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.202508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.202508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.202590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.202676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.202948] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.203100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.203100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.203302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.203415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.203468] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 already deleted. [ 706.203547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.599027] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.599027] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.599027] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.599027] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.599027] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.599027] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 89490e73-18c7-4b89-8117-22d84a70612b not found, creating... [ 706.599027] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.599027] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.599027] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.599027] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.599027] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.599715] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.599715] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.599715] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.600345] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.600686] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.601017] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 89490e73-18c7-4b89-8117-22d84a70612b is going to be created. [ 706.622684] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.625021] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.625021] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.625021] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.625021] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.625021] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-89490e73-18c7-4b89-8117-22d84a70612b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.085129] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 707.085342] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 deletion is rescheduled due to dependency. [ 707.085465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.211392] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 in Status: SUCCESS [ 707.211693] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.211819] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.212039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.212230] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.213323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.213462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.214688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.214889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.214889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.215062] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('089712d3-38c0-4a20-8a38-b9bf6bf6dc84',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.389951] env[65740]: INFO networking_nsxv3.common.synchronization [req-a7dba32f-5064-4009-8795-94e9f66a1e92 req-a25317f9-f82a-43ec-8e30-d4249e6d12eb service nova] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_rules [ 707.390782] env[65740]: INFO networking_nsxv3.common.synchronization [req-a7dba32f-5064-4009-8795-94e9f66a1e92 req-a25317f9-f82a-43ec-8e30-d4249e6d12eb service nova] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 707.390782] env[65740]: INFO networking_nsxv3.common.synchronization [req-a7dba32f-5064-4009-8795-94e9f66a1e92 req-a25317f9-f82a-43ec-8e30-d4249e6d12eb service nova] Enqueued Resource ID: 89490e73-18c7-4b89-8117-22d84a70612b with Priority: HIGHEST for action port [ 707.390782] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_rules [ 707.390942] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 707.391055] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89490e73-18c7-4b89-8117-22d84a70612b with Priority: HIGHEST for action port [ 707.391396] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.391547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.391631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.391896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.392021] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.393142] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.393312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.393405] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.393660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.393838] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.394781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.395981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.395981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.395981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.395981] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.397570] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-89490e73-18c7-4b89-8117-22d84a70612b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.397570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89490e73-18c7-4b89-8117-22d84a70612b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.397570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89490e73-18c7-4b89-8117-22d84a70612b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.397570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89490e73-18c7-4b89-8117-22d84a70612b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.397570] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89490e73-18c7-4b89-8117-22d84a70612b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.721475] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('089712d3-38c0-4a20-8a38-b9bf6bf6dc84',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.899168] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.899341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.899503] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.901531] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89490e73-18c7-4b89-8117-22d84a70612b with status ACTIVE [ 707.902833] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.902833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.902833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.902833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.902833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.902833] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.902833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.902833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.902833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.903170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.904053] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.904265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.904370] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.904596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.904718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.905172] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89490e73-18c7-4b89-8117-22d84a70612b is going to be updated. [ 707.932211] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.932517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.932893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.933243] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.933318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.933495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89490e73-18c7-4b89-8117-22d84a70612b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.223687] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 089712d3-38c0-4a20-8a38-b9bf6bf6dc84: rpc.has_security_group_logging(os_id): False [ 708.248383] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.248607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.248784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.249062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.249159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.249486] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.249660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.249660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.249857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.249961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.250067] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 is going to be created. [ 708.328044] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.328205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.328269] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.328487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.328668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.350208] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 in Status: IN_PROGRESS for 2s [ 708.410744] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.913717] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.913717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.913717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.913717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.913717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.913958] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be created. [ 708.939852] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.939996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.940112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.940296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.940453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.950787] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: UNINITIALIZED for 2s [ 709.059209] env[65740]: INFO networking_nsxv3.common.synchronization [req-1dcd1a52-79a1-48a8-a32e-13c6ccf8be57 req-970b825a-9aa6-4501-8622-6a04929694b2 tempest-DeleteServersTestJSON-648489044 tempest-DeleteServersTestJSON-648489044-project-member] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 709.059768] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 709.060111] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.060237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.060304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.060497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.060652] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.060745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.060806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.060948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.063300] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.063392] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.569994] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.569994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.569994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.569994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.569994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.569994] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.569994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.569994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.570719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.570719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.570770] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 709.605285] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.605473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.605582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.605824] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.606017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.618362] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 709.670838] env[65740]: INFO networking_nsxv3.common.synchronization [req-54cae9ed-45a5-4079-b984-430073b840d7 req-2e63638a-a997-4d11-abca-f5a7592a6bd8 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed with Priority: HIGHEST for action security_group_members [ 709.672531] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed with Priority: HIGHEST for action security_group_members [ 709.672879] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.673015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.673100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.673910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.674114] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.674316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.674764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.675158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.675266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.675369] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.177973] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.178167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.178274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.178503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.178877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.178877] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.179072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.179072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.179193] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.179229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.179314] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed is going to be updated. [ 710.206779] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.206917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.206958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.207189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.207348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.216907] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed in Status: IN_PROGRESS for 2s [ 710.364533] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 in Status: SUCCESS [ 710.364759] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.963044] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 710.963044] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.963044] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.963044] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.963747] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.963747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.963747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.963885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.963972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.964076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.964173] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.468040] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.468040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.468040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.468040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.468393] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.468393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.468393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.468539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.468587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.468676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.468817] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.468921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.469025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.469152] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.469288] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.469394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.469453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.469589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.469665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.469743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.469878] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.655116] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 711.655298] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d deletion is rescheduled due to dependency. [ 711.655434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.972452] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e967fa87-8850-4d4f-89c0-0d5a32442ca7: rpc.has_security_group_logging(os_id): False [ 711.996954] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.997166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.997206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.997500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.997646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.997974] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.998158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.998291] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.998415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.998499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.998737] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.998909] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.999047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.999290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.999419] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.999973] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.000159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.000283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.000517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.000656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.000755] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be created. [ 712.096668] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.096865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.096954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.097248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.097453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.113686] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 712.228339] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed in Status: SUCCESS [ 712.228644] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed deletion is rescheduled due to dependency. [ 712.229125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.127250] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 714.127616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.673667] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 714.673667] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 715.550446] env[65740]: INFO networking_nsxv3.common.synchronization [None req-8ec878d1-52c2-45ce-9537-9965ec2cbb66 None None] Enqueued Resource ID: 47de29c9-5696-4952-9190-86a68d8825f0 with Priority: HIGHEST for action port [ 715.551069] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47de29c9-5696-4952-9190-86a68d8825f0 with Priority: HIGHEST for action port [ 715.551428] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-47de29c9-5696-4952-9190-86a68d8825f0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.551556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47de29c9-5696-4952-9190-86a68d8825f0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.551624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47de29c9-5696-4952-9190-86a68d8825f0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.551875] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47de29c9-5696-4952-9190-86a68d8825f0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.551957] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47de29c9-5696-4952-9190-86a68d8825f0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.058510] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47de29c9-5696-4952-9190-86a68d8825f0 [ 716.059698] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.059698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.059698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.059698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.059698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.059698] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47de29c9-5696-4952-9190-86a68d8825f0 already deleted. [ 716.059698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47de29c9-5696-4952-9190-86a68d8825f0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.396070] env[65740]: INFO networking_nsxv3.common.synchronization [None req-2047f8b5-d5db-4193-a83b-f22fe586a805 None None] Enqueued Resource ID: c671590d-479b-4756-a8e3-b87242d5dffe with Priority: HIGHEST for action port [ 716.396954] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c671590d-479b-4756-a8e3-b87242d5dffe with Priority: HIGHEST for action port [ 716.397327] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-c671590d-479b-4756-a8e3-b87242d5dffe taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.397493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c671590d-479b-4756-a8e3-b87242d5dffe" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.397544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c671590d-479b-4756-a8e3-b87242d5dffe" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.397781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c671590d-479b-4756-a8e3-b87242d5dffe" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.397864] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c671590d-479b-4756-a8e3-b87242d5dffe',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.899926] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c671590d-479b-4756-a8e3-b87242d5dffe [ 716.900259] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.900318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.900350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.900610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.900761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.900880] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c671590d-479b-4756-a8e3-b87242d5dffe already deleted. [ 716.900965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c671590d-479b-4756-a8e3-b87242d5dffe" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.603320] env[65740]: INFO networking_nsxv3.common.synchronization [req-4fcd696f-6028-442f-b571-97096b185d53 req-be2cafa3-e8cc-4658-8307-5d03aa0e5a53 tempest-ListServerFiltersTestJSON-178520532 tempest-ListServerFiltersTestJSON-178520532-project-member] Enqueued Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 717.604334] env[65740]: INFO networking_nsxv3.common.synchronization [None req-8fd93d1b-a37d-4ab7-820e-2e88a577fdee tempest-ServersV294TestFqdnHostnames-992900627 tempest-ServersV294TestFqdnHostnames-992900627-project-member] Enqueued Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGHEST for action security_group_rules [ 717.604949] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 717.605120] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGHEST for action security_group_rules [ 717.607519] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.607519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.607519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.607723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.607910] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.608097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.608197] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.608353] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.608471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.608790] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.613457] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f85be4-a8d0-4829-a3be-783b0d5146de taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.613683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.613740] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.614077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.614987] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.775624] env[65740]: INFO networking_nsxv3.common.synchronization [None req-404fa70d-0134-4973-975c-4736c152f49e tempest-ServersV294TestFqdnHostnames-992900627 tempest-ServersV294TestFqdnHostnames-992900627-project-member] Enqueued Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGHEST for action security_group_rules [ 717.776433] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGHEST for action security_group_rules [ 717.776665] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f85be4-a8d0-4829-a3be-783b0d5146de taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.777691] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.080239] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.080581] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-389" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.080581] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-389" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.080854] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-389" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.081515] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.081673] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.081786] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.082019] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.082507] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.082723] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.082828] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.082931] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.083049] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.083153] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.083267] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.083376] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.101320] env[65740]: INFO networking_nsxv3.common.synchronization [None req-94180cfd-22d9-4bd8-b8cf-d3a46d4ca27e None None] Enqueued Resource ID: 32095305-1c8d-46a4-a0d0-98eea151567a with Priority: HIGHEST for action port [ 718.101928] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32095305-1c8d-46a4-a0d0-98eea151567a with Priority: HIGHEST for action port [ 718.102255] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-32095305-1c8d-46a4-a0d0-98eea151567a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.102375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32095305-1c8d-46a4-a0d0-98eea151567a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.102763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32095305-1c8d-46a4-a0d0-98eea151567a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.102763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32095305-1c8d-46a4-a0d0-98eea151567a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.102763] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32095305-1c8d-46a4-a0d0-98eea151567a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.110056] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.110056] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.110056] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.110056] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-389" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.110056] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-99c44b6d-369f-4618-b712-cfd6057d92a8 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.110056] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-99c44b6d-369f-4618-b712-cfd6057d92a8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.110056] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-99c44b6d-369f-4618-b712-cfd6057d92a8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.110319] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-99c44b6d-369f-4618-b712-cfd6057d92a8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.110431] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c44b6d-369f-4618-b712-cfd6057d92a8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.117344] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.118167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.118167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.118167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.118167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.118167] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.118167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.118408] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.118408] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.118692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.118692] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d already deleted. [ 718.118692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.143078] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.147266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.147389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.147607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.147719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.147797] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f85be4-a8d0-4829-a3be-783b0d5146de already deleted. [ 718.147881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.148844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.148844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.148844] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.618118] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32095305-1c8d-46a4-a0d0-98eea151567a [ 718.618118] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.618118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.618118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.618118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.618118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.618118] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32095305-1c8d-46a4-a0d0-98eea151567a already deleted. [ 718.618118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32095305-1c8d-46a4-a0d0-98eea151567a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.618118] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.618118] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.618118] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.618118] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.618118] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.618118] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 99c44b6d-369f-4618-b712-cfd6057d92a8 not found, creating... [ 718.618587] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.618587] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.618587] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.619114] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.619548] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.620625] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.620625] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.620625] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.620959] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.621181] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.621413] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 99c44b6d-369f-4618-b712-cfd6057d92a8 is going to be created. [ 718.654199] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.654199] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.654199] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.654199] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.654199] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.654199] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-99c44b6d-369f-4618-b712-cfd6057d92a8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.677318] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.677985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.677985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.677985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.677985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.677985] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f85be4-a8d0-4829-a3be-783b0d5146de already deleted. [ 718.677985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.054785] env[65740]: INFO networking_nsxv3.common.synchronization [None req-9b2b5d02-345d-457e-8fe8-e4713a6f9995 None None] Enqueued Resource ID: c13434a9-63b9-47bc-ada3-7e492d8231f3 with Priority: HIGHEST for action port [ 719.054785] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13434a9-63b9-47bc-ada3-7e492d8231f3 with Priority: HIGHEST for action port [ 719.054785] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-c13434a9-63b9-47bc-ada3-7e492d8231f3 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.054785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c13434a9-63b9-47bc-ada3-7e492d8231f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.054785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c13434a9-63b9-47bc-ada3-7e492d8231f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.054785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c13434a9-63b9-47bc-ada3-7e492d8231f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.054785] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13434a9-63b9-47bc-ada3-7e492d8231f3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.405447] env[65740]: INFO networking_nsxv3.common.synchronization [req-4fcd696f-6028-442f-b571-97096b185d53 req-546679a2-49c1-431e-85aa-48d840ca5ebe service nova] Enqueued Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_rules [ 719.405447] env[65740]: INFO networking_nsxv3.common.synchronization [req-4fcd696f-6028-442f-b571-97096b185d53 req-546679a2-49c1-431e-85aa-48d840ca5ebe service nova] Enqueued Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 719.405447] env[65740]: INFO networking_nsxv3.common.synchronization [req-4fcd696f-6028-442f-b571-97096b185d53 req-546679a2-49c1-431e-85aa-48d840ca5ebe service nova] Enqueued Resource ID: 99c44b6d-369f-4618-b712-cfd6057d92a8 with Priority: HIGHEST for action port [ 719.405975] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_rules [ 719.405975] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 719.405975] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c44b6d-369f-4618-b712-cfd6057d92a8 with Priority: HIGHEST for action port [ 719.406152] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.406247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.406315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.406560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.407401] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.408222] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.409034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.409034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.409034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.409034] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.409034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.409034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.409275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.409275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.409275] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.411965] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-99c44b6d-369f-4618-b712-cfd6057d92a8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.411965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99c44b6d-369f-4618-b712-cfd6057d92a8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.411965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99c44b6d-369f-4618-b712-cfd6057d92a8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.411965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99c44b6d-369f-4618-b712-cfd6057d92a8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.411965] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c44b6d-369f-4618-b712-cfd6057d92a8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.557988] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c13434a9-63b9-47bc-ada3-7e492d8231f3 [ 719.557988] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.557988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.557988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.558282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.558282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.558340] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c13434a9-63b9-47bc-ada3-7e492d8231f3 already deleted. [ 719.558372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c13434a9-63b9-47bc-ada3-7e492d8231f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.912591] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.912789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.913098] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.914648] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99c44b6d-369f-4618-b712-cfd6057d92a8 with status ACTIVE [ 719.914809] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.914915] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.914983] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.915190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.915373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.915491] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.915559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.915632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.916309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.916309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.916309] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.916309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.916309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.916578] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.916617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.916758] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99c44b6d-369f-4618-b712-cfd6057d92a8 is going to be updated. [ 719.943399] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.943610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.943713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.943971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.944532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.944532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99c44b6d-369f-4618-b712-cfd6057d92a8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.321941] env[65740]: INFO networking_nsxv3.common.synchronization [req-624d1175-6fc7-4dce-b7e3-22a9a564e9c7 req-3c8ac6b9-659f-44a4-a8aa-f2c76616085f tempest-ImagesOneServerNegativeTestJSON-1077993635 tempest-ImagesOneServerNegativeTestJSON-1077993635-project-member] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 720.322470] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 720.322788] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.322914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.322970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.323245] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.323412] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.323511] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.323566] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.323729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.323819] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.323914] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.419575] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.682852] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.683067] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-267" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.683189] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-267" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.683503] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-267" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.684164] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.684350] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.684470] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.684689] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.684831] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.685051] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.685164] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.685300] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.685426] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.685539] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.685641] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.685767] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.707878] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.707878] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.707878] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.708065] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-267" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.708292] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-32da9d36-68fe-47a8-9042-37fb2a81aa89 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.708467] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-32da9d36-68fe-47a8-9042-37fb2a81aa89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.708581] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-32da9d36-68fe-47a8-9042-37fb2a81aa89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.708923] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-32da9d36-68fe-47a8-9042-37fb2a81aa89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.709123] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32da9d36-68fe-47a8-9042-37fb2a81aa89',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.827594] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.827781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.827856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.828128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.828224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.828456] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.831211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.831211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.831211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.831211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.831211] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 already deleted. [ 720.831211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.922895] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.923143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.923143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.923548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.923548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.923659] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d is going to be created. [ 720.953912] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.954103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.954169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.954340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.954501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.965788] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: UNINITIALIZED for 2s [ 721.211971] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.212376] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.212591] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.212993] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.213255] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.214486] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 32da9d36-68fe-47a8-9042-37fb2a81aa89 not found, creating... [ 721.214486] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.214486] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.214661] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.215024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.215266] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.215765] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.216062] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.217028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.217028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.217028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.217313] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 32da9d36-68fe-47a8-9042-37fb2a81aa89 is going to be created. [ 721.244782] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.245059] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.245201] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.245524] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.245913] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.246236] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-32da9d36-68fe-47a8-9042-37fb2a81aa89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.045690] env[65740]: INFO networking_nsxv3.common.synchronization [req-624d1175-6fc7-4dce-b7e3-22a9a564e9c7 req-492ad7ec-9c87-4710-9d35-ff4909820339 service nova] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_rules [ 722.045974] env[65740]: INFO networking_nsxv3.common.synchronization [req-624d1175-6fc7-4dce-b7e3-22a9a564e9c7 req-492ad7ec-9c87-4710-9d35-ff4909820339 service nova] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 722.046141] env[65740]: INFO networking_nsxv3.common.synchronization [req-624d1175-6fc7-4dce-b7e3-22a9a564e9c7 req-492ad7ec-9c87-4710-9d35-ff4909820339 service nova] Enqueued Resource ID: 32da9d36-68fe-47a8-9042-37fb2a81aa89 with Priority: HIGHEST for action port [ 722.046685] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_rules [ 722.047597] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 722.047597] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32da9d36-68fe-47a8-9042-37fb2a81aa89 with Priority: HIGHEST for action port [ 722.047597] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.047597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.047859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.048680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.048680] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.051025] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.051149] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.051216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.051777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.051945] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.052904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.052985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.053299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.053299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.053409] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.054581] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-32da9d36-68fe-47a8-9042-37fb2a81aa89 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.054581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32da9d36-68fe-47a8-9042-37fb2a81aa89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.054581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32da9d36-68fe-47a8-9042-37fb2a81aa89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.054706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32da9d36-68fe-47a8-9042-37fb2a81aa89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.054706] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32da9d36-68fe-47a8-9042-37fb2a81aa89',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.557176] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.557346] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.557517] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.558919] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32da9d36-68fe-47a8-9042-37fb2a81aa89 with status ACTIVE [ 722.559165] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.559294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.559372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.559680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.559773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.559985] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.560153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.560153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.560374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.560476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.560684] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.560773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.560850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.561013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.561135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.561209] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32da9d36-68fe-47a8-9042-37fb2a81aa89 is going to be updated. [ 722.584719] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.584858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.585063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.585401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.585559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.585725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32da9d36-68fe-47a8-9042-37fb2a81aa89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.976462] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: SUCCESS [ 722.976698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.976820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.977100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.977539] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.977539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.977539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.977788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.977788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.977788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.977788] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.063922] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.070508] env[65740]: INFO networking_nsxv3.common.synchronization [req-2221e017-12c3-4235-887c-f1a845654e06 req-673affa3-5ad7-42b1-82c2-15457065894b tempest-ListServerFiltersTestJSON-178520532 tempest-ListServerFiltersTestJSON-178520532-project-member] Enqueued Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 723.070778] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 723.071337] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.071688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.071856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.072170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.072499] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.073158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.073466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.073888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.074201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.074511] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.480920] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.481097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.553283] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.553569] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-389" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.553678] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-389" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.553892] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-389" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.554201] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.554372] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.554510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.554737] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.554893] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.555117] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.555369] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.555511] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.555614] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.555725] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.555850] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.555991] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.566558] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.566558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.566558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.567504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.567504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.567504] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 is going to be created. [ 723.577246] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.580693] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.580867] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.581046] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.581569] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-389" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.581716] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-d69807b3-8a3c-4a54-9dd7-eff94b744d8f taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.582193] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-d69807b3-8a3c-4a54-9dd7-eff94b744d8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.582193] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-d69807b3-8a3c-4a54-9dd7-eff94b744d8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.582494] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-d69807b3-8a3c-4a54-9dd7-eff94b744d8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.582665] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69807b3-8a3c-4a54-9dd7-eff94b744d8f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.594011] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.594154] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.594154] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.595036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.595036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.606141] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: UNINITIALIZED for 2s [ 724.080059] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.084877] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.085144] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.085291] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.085796] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.085967] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.086144] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port d69807b3-8a3c-4a54-9dd7-eff94b744d8f not found, creating... [ 724.086486] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.086678] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.086797] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.087058] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.087194] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.087533] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.087729] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.087847] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.088098] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.088242] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.088381] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: d69807b3-8a3c-4a54-9dd7-eff94b744d8f is going to be created. [ 724.110229] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.110512] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.110691] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.111047] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.111462] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.111598] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-d69807b3-8a3c-4a54-9dd7-eff94b744d8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.583844] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.584032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.584114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.584340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.584569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.584569] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d is going to be updated. [ 724.621355] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.621541] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.621607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.621823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.621976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.635242] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: IN_PROGRESS for 2s [ 724.856608] env[65740]: INFO networking_nsxv3.common.synchronization [req-2221e017-12c3-4235-887c-f1a845654e06 req-7b6a82d1-cdb4-45db-9e91-8dd6625e95ef service nova] Enqueued Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_rules [ 724.856880] env[65740]: INFO networking_nsxv3.common.synchronization [req-2221e017-12c3-4235-887c-f1a845654e06 req-7b6a82d1-cdb4-45db-9e91-8dd6625e95ef service nova] Enqueued Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 724.857555] env[65740]: INFO networking_nsxv3.common.synchronization [req-2221e017-12c3-4235-887c-f1a845654e06 req-7b6a82d1-cdb4-45db-9e91-8dd6625e95ef service nova] Enqueued Resource ID: d69807b3-8a3c-4a54-9dd7-eff94b744d8f with Priority: HIGHEST for action port [ 724.858464] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_rules [ 724.858936] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 724.859364] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d69807b3-8a3c-4a54-9dd7-eff94b744d8f with Priority: HIGHEST for action port [ 724.859552] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.859552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.860235] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.860235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.860235] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-d69807b3-8a3c-4a54-9dd7-eff94b744d8f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.860484] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d69807b3-8a3c-4a54-9dd7-eff94b744d8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.861049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d69807b3-8a3c-4a54-9dd7-eff94b744d8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.862703] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d69807b3-8a3c-4a54-9dd7-eff94b744d8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.862703] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69807b3-8a3c-4a54-9dd7-eff94b744d8f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.368668] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d69807b3-8a3c-4a54-9dd7-eff94b744d8f with status ACTIVE [ 725.368668] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.368668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.368668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.368668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.368668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.368668] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.368668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.368668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.368668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.368668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.368668] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.368668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.368668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.368668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.368668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.368668] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d69807b3-8a3c-4a54-9dd7-eff94b744d8f is going to be updated. [ 725.395742] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.395945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.396038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.396248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.396385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.396547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d69807b3-8a3c-4a54-9dd7-eff94b744d8f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.619380] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: SUCCESS [ 725.619380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.619380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.619676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.621047] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.621047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.621047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.621047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.621047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.621047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.621047] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.808397] env[65740]: INFO networking_nsxv3.common.synchronization [req-ad5c0aaa-7240-4346-ac35-26b2e29aa806 req-2309fb77-6b5c-41f8-8453-d7526748055b tempest-ListServerFiltersTestJSON-178520532 tempest-ListServerFiltersTestJSON-178520532-project-member] Enqueued Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 725.808986] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 725.810821] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.810821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.122835] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.122835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.122835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.123114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.123471] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.123471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.123471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.123700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.123749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.123852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.124028] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.124120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.124177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.124380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.124491] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.124561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.124634] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.124852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.124852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.124940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.125298] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.213870] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.214077] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-389" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.214198] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-389" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.214468] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-389" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.214718] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.214863] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.214973] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.215205] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.215398] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.215556] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.215893] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.216051] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.216159] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.216272] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.216372] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.216525] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.245501] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.245738] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.245892] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.246083] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-389" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.246520] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-d087a15b-f117-4b73-80c3-3ee3ce0dcadc taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.246754] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-d087a15b-f117-4b73-80c3-3ee3ce0dcadc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.246913] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-d087a15b-f117-4b73-80c3-3ee3ce0dcadc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.247290] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-d087a15b-f117-4b73-80c3-3ee3ce0dcadc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.247428] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d087a15b-f117-4b73-80c3-3ee3ce0dcadc',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.627851] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acac2e1f-fce8-4963-b9bf-756ce84419d9: rpc.has_security_group_logging(os_id): False [ 726.650291] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: SUCCESS [ 726.653024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.653024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.653024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.653024] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.653024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.653024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.653024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.653024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.653024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.653024] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.653024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.653024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.653024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.653024] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.654177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.654568] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.654568] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.654940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.655417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.655680] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.657822] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.658030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.658152] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.658373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.658493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.658737] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.659103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.659103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.659359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.659407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.660787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.660787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.660787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.660787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.660787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.660787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.660787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.660787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.660787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.660787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.660787] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 is going to be created. [ 726.662323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.662323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.662834] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.663341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.664563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.664563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.664563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.664563] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.735950] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.735950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.735950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.735950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.736327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.750443] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.750690] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.750817] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.751117] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.751504] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.751504] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port d087a15b-f117-4b73-80c3-3ee3ce0dcadc not found, creating... [ 726.752744] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.752744] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.752744] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.752744] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.752744] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.752930] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.753541] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.753729] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.754037] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.754213] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.754390] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: d087a15b-f117-4b73-80c3-3ee3ce0dcadc is going to be created. [ 726.756211] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: IN_PROGRESS for 2s [ 726.784081] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.785694] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.785694] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.785694] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.785694] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.785694] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-d087a15b-f117-4b73-80c3-3ee3ce0dcadc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.166140] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d: rpc.has_security_group_logging(os_id): False [ 727.167245] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.184855] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.184990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.185071] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.185283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.185369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.185664] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.185664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.185810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.185854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.185936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.186120] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.186218] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.186263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.186400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.186473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.186891] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.186891] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.186891] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.187147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.187147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.187147] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d is going to be created. [ 727.248353] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.248707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.248707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.248812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.248936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.264547] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: IN_PROGRESS for 2s [ 727.559530] env[65740]: INFO networking_nsxv3.common.synchronization [req-ad5c0aaa-7240-4346-ac35-26b2e29aa806 req-9b566c5a-0b00-4970-9674-9a3ba1347585 service nova] Enqueued Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_rules [ 727.559854] env[65740]: INFO networking_nsxv3.common.synchronization [req-ad5c0aaa-7240-4346-ac35-26b2e29aa806 req-9b566c5a-0b00-4970-9674-9a3ba1347585 service nova] Enqueued Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 727.560440] env[65740]: INFO networking_nsxv3.common.synchronization [req-ad5c0aaa-7240-4346-ac35-26b2e29aa806 req-9b566c5a-0b00-4970-9674-9a3ba1347585 service nova] Enqueued Resource ID: d087a15b-f117-4b73-80c3-3ee3ce0dcadc with Priority: HIGHEST for action port [ 727.561621] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_rules [ 727.561794] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 727.561910] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d087a15b-f117-4b73-80c3-3ee3ce0dcadc with Priority: HIGHEST for action port [ 727.562205] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.562306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.562499] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.562580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.562748] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-d087a15b-f117-4b73-80c3-3ee3ce0dcadc taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.562845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d087a15b-f117-4b73-80c3-3ee3ce0dcadc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.562910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d087a15b-f117-4b73-80c3-3ee3ce0dcadc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.563196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d087a15b-f117-4b73-80c3-3ee3ce0dcadc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.563276] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d087a15b-f117-4b73-80c3-3ee3ce0dcadc',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.671875] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.065685] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d087a15b-f117-4b73-80c3-3ee3ce0dcadc with status ACTIVE [ 728.065917] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.066135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.066216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.066560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.066726] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.067132] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.067270] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.068131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.068131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.068131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.068131] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.068339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.068443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.068626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.068748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.068848] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d087a15b-f117-4b73-80c3-3ee3ce0dcadc is going to be updated. [ 728.092812] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.093021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.093090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.093304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.093652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.093873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d087a15b-f117-4b73-80c3-3ee3ce0dcadc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.175677] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.175677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.175677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.175677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.175677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.175677] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d is going to be updated. [ 728.215577] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.216354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.216354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.216354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.217129] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.239818] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: IN_PROGRESS for 2s [ 728.770573] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: SUCCESS [ 728.770881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.825834] env[65740]: INFO networking_nsxv3.common.synchronization [req-7e13b806-3bad-4d0c-a325-367664cea610 req-89996446-b394-4062-a90c-2eb330059311 tempest-MultipleCreateTestJSON-920889774 tempest-MultipleCreateTestJSON-920889774-project-member] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 728.825992] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 728.826249] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.826394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.826470] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.826736] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.826893] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.826989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.827070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.827218] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.827303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.827394] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.280881] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: SUCCESS [ 729.280881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.280881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.280881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.280881] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.329537] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.330037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.330037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.330037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.330209] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.330852] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.330852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.330852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.330852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.330852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.330852] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 already deleted. [ 729.331315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.535819] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.536041] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.536187] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.536499] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.536783] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.536951] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.537066] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.537304] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.537464] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.537693] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.537806] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.537921] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.538040] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.538172] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.538276] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.538475] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.558021] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.558198] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.558337] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.558554] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.558867] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-2839770e-7f32-47fb-8ca3-b28a405c6a33 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.559066] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-2839770e-7f32-47fb-8ca3-b28a405c6a33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.559200] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-2839770e-7f32-47fb-8ca3-b28a405c6a33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.559638] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-2839770e-7f32-47fb-8ca3-b28a405c6a33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.559789] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2839770e-7f32-47fb-8ca3-b28a405c6a33',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.785619] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.786089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.857935] env[65740]: INFO networking_nsxv3.common.synchronization [None req-8d0fdddc-3155-48c0-b850-251c65860d38 None None] Enqueued Resource ID: e7db5001-0fdc-4806-aadf-9dcbd0dec8ea with Priority: HIGHEST for action port [ 729.858585] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7db5001-0fdc-4806-aadf-9dcbd0dec8ea with Priority: HIGHEST for action port [ 729.858921] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7db5001-0fdc-4806-aadf-9dcbd0dec8ea taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.859245] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7db5001-0fdc-4806-aadf-9dcbd0dec8ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.859332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7db5001-0fdc-4806-aadf-9dcbd0dec8ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.859647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7db5001-0fdc-4806-aadf-9dcbd0dec8ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.859897] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7db5001-0fdc-4806-aadf-9dcbd0dec8ea',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.062493] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.062747] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.062870] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.063184] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.063350] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.063529] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 2839770e-7f32-47fb-8ca3-b28a405c6a33 not found, creating... [ 730.063827] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.063987] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.064118] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.064339] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.064524] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.064778] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.064931] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.065243] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.065482] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.065653] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.065738] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 2839770e-7f32-47fb-8ca3-b28a405c6a33 is going to be created. [ 730.104313] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.104589] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.104797] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.105088] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.105361] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.105632] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-2839770e-7f32-47fb-8ca3-b28a405c6a33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.251590] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: SUCCESS [ 730.251795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.251976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.252226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.252427] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.252539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.252602] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.252756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.252846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.252939] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.361745] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7db5001-0fdc-4806-aadf-9dcbd0dec8ea [ 730.362051] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.362291] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.362391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.362650] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.362750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.362877] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7db5001-0fdc-4806-aadf-9dcbd0dec8ea already deleted. [ 730.362969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7db5001-0fdc-4806-aadf-9dcbd0dec8ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.755723] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.850414] env[65740]: INFO networking_nsxv3.common.synchronization [req-7e13b806-3bad-4d0c-a325-367664cea610 req-658a720a-7a86-4dcd-a5f3-907cc905aaeb service nova] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_rules [ 730.850414] env[65740]: INFO networking_nsxv3.common.synchronization [req-7e13b806-3bad-4d0c-a325-367664cea610 req-658a720a-7a86-4dcd-a5f3-907cc905aaeb service nova] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 730.850414] env[65740]: INFO networking_nsxv3.common.synchronization [req-7e13b806-3bad-4d0c-a325-367664cea610 req-658a720a-7a86-4dcd-a5f3-907cc905aaeb service nova] Enqueued Resource ID: 2839770e-7f32-47fb-8ca3-b28a405c6a33 with Priority: HIGHEST for action port [ 730.850414] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_rules [ 730.850414] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 730.850414] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2839770e-7f32-47fb-8ca3-b28a405c6a33 with Priority: HIGHEST for action port [ 730.850414] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.850414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.850414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.850414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.850414] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.854867] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.854867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.854867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.854867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.854867] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.854867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.854867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.854867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.855161] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.855429] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.856258] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-2839770e-7f32-47fb-8ca3-b28a405c6a33 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.856377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2839770e-7f32-47fb-8ca3-b28a405c6a33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.856497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2839770e-7f32-47fb-8ca3-b28a405c6a33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.856711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2839770e-7f32-47fb-8ca3-b28a405c6a33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.856826] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2839770e-7f32-47fb-8ca3-b28a405c6a33',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.257640] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.358793] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.358993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.361420] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.362378] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2839770e-7f32-47fb-8ca3-b28a405c6a33 with status ACTIVE [ 731.362659] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.362728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.362778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.363085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.363180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.363376] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.363767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.363767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.363884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.363975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.364767] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.364945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.364945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.365130] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.365341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.365461] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2839770e-7f32-47fb-8ca3-b28a405c6a33 is going to be updated. [ 731.396729] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.396941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.397011] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.397269] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.397416] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.397585] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2839770e-7f32-47fb-8ca3-b28a405c6a33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.534842] env[65740]: INFO networking_nsxv3.common.synchronization [req-7e13b806-3bad-4d0c-a325-367664cea610 req-3269e616-4008-4551-971e-26810b8b996a tempest-MultipleCreateTestJSON-920889774 tempest-MultipleCreateTestJSON-920889774-project-member] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 731.535443] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 731.535919] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.538521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.767026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.767026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.767026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.767026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.767026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.767026] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d is going to be updated. [ 731.864360] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.864360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.864360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.865506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.865506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.867965] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.881306] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: IN_PROGRESS for 2s [ 732.108643] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.109116] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.109116] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.109836] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.111413] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.111837] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.112034] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.112904] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.112904] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.112904] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.112904] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.113188] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.113188] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.113188] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.113318] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.114530] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.144637] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.144637] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.144804] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.145020] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.146542] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-4880176b-4df7-4d44-9991-35ec8dfae334 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.146675] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-4880176b-4df7-4d44-9991-35ec8dfae334" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.146801] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-4880176b-4df7-4d44-9991-35ec8dfae334" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.147160] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-4880176b-4df7-4d44-9991-35ec8dfae334" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.147293] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4880176b-4df7-4d44-9991-35ec8dfae334',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.166527] env[65740]: INFO networking_nsxv3.common.synchronization [None req-eae31e02-b800-437f-88f0-d4867d370b90 None None] Enqueued Resource ID: e999686f-b378-431f-9df8-cd2df03814d6 with Priority: HIGHEST for action port [ 732.168657] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e999686f-b378-431f-9df8-cd2df03814d6 with Priority: HIGHEST for action port [ 732.169212] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-e999686f-b378-431f-9df8-cd2df03814d6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.169413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e999686f-b378-431f-9df8-cd2df03814d6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.169481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e999686f-b378-431f-9df8-cd2df03814d6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.169807] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e999686f-b378-431f-9df8-cd2df03814d6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.170142] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e999686f-b378-431f-9df8-cd2df03814d6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.374826] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.376292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.376500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.376643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.376728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.377376] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be created. [ 732.408206] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.408467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.408541] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.408874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.409054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.423112] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: UNINITIALIZED for 2s [ 732.650682] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.650926] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.651131] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.651572] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.651760] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.651925] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 4880176b-4df7-4d44-9991-35ec8dfae334 not found, creating... [ 732.652254] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.652513] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.652643] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.652902] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.653105] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.653491] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.653662] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.653778] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.654011] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.654149] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.654286] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 4880176b-4df7-4d44-9991-35ec8dfae334 is going to be created. [ 732.672444] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e999686f-b378-431f-9df8-cd2df03814d6 [ 732.672707] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.672853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.672924] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.673305] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.673445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.673695] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e999686f-b378-431f-9df8-cd2df03814d6 already deleted. [ 732.673804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e999686f-b378-431f-9df8-cd2df03814d6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.675418] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.675682] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.675827] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.676085] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.676300] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.676518] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-4880176b-4df7-4d44-9991-35ec8dfae334" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.445532] env[65740]: INFO networking_nsxv3.common.synchronization [req-7e13b806-3bad-4d0c-a325-367664cea610 req-0fcd0f11-65f0-474b-81eb-2831f04c9333 service nova] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_rules [ 733.445849] env[65740]: INFO networking_nsxv3.common.synchronization [req-7e13b806-3bad-4d0c-a325-367664cea610 req-0fcd0f11-65f0-474b-81eb-2831f04c9333 service nova] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 733.445849] env[65740]: INFO networking_nsxv3.common.synchronization [req-7e13b806-3bad-4d0c-a325-367664cea610 req-0fcd0f11-65f0-474b-81eb-2831f04c9333 service nova] Enqueued Resource ID: 4880176b-4df7-4d44-9991-35ec8dfae334 with Priority: HIGHEST for action port [ 733.446560] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_rules [ 733.446693] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 733.446791] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4880176b-4df7-4d44-9991-35ec8dfae334 with Priority: HIGHEST for action port [ 733.447098] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.447234] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.447393] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.447473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.447648] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-4880176b-4df7-4d44-9991-35ec8dfae334 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.447771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4880176b-4df7-4d44-9991-35ec8dfae334" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.447835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4880176b-4df7-4d44-9991-35ec8dfae334" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.448058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4880176b-4df7-4d44-9991-35ec8dfae334" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.448137] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4880176b-4df7-4d44-9991-35ec8dfae334',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.896309] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: SUCCESS [ 733.896625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.896625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.897144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.897481] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.897680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.897774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.898066] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.898304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.898392] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.950301] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4880176b-4df7-4d44-9991-35ec8dfae334 with status ACTIVE [ 733.951489] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.951782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.951876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.952135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.952248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.952601] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.952720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.952784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.952971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.953067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.953285] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.953376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.953474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.953759] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.953876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.953969] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4880176b-4df7-4d44-9991-35ec8dfae334 is going to be updated. [ 733.985310] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.985310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.985310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.985310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.985310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.985310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4880176b-4df7-4d44-9991-35ec8dfae334" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.368727] env[65740]: INFO networking_nsxv3.common.synchronization [req-d727bf41-ac10-44fc-b74f-5ca59a7e585e req-7a122a78-7644-484e-8712-593ad3fe43cc tempest-ImagesTestJSON-1767843010 tempest-ImagesTestJSON-1767843010-project-member] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 734.369342] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 734.369716] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.370266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.370266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.370266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.370367] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.370489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.370625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.370798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.371471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.371471] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.403604] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.433976] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 734.434232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.434410] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.434643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.434845] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.434967] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.435051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.435230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.435315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.435404] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.435506] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.437064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.437247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.437798] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.437861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.437892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.438043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.438128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.438219] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.875221] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.875221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.875221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.875221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.875221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.875221] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.875221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.875221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.875221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.875221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.875221] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 734.905672] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.913770] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.914302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.914399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.914649] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.915190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.928994] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 734.940434] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.940566] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.942924] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.054133] env[65740]: INFO networking_nsxv3.common.synchronization [None req-b6b79eb9-1359-491b-9ec2-a308f095064e None None] Enqueued Resource ID: d60ec8ca-cc1b-455c-850b-e59e024ec76a with Priority: HIGHEST for action port [ 735.054907] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d60ec8ca-cc1b-455c-850b-e59e024ec76a with Priority: HIGHEST for action port [ 735.055265] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-d60ec8ca-cc1b-455c-850b-e59e024ec76a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.055396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d60ec8ca-cc1b-455c-850b-e59e024ec76a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.055647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d60ec8ca-cc1b-455c-850b-e59e024ec76a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.055698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d60ec8ca-cc1b-455c-850b-e59e024ec76a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.055783] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60ec8ca-cc1b-455c-850b-e59e024ec76a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.132355] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.132561] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.132781] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.133069] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.133345] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.133940] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.134079] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.134577] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.134577] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.134716] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.134819] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.134929] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.135049] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.135204] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.135255] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.135374] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.158543] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.158687] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.158827] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.158998] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.159509] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-612f45ec-435c-4a39-bf5b-7ccfabbd1c90 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.163070] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-612f45ec-435c-4a39-bf5b-7ccfabbd1c90" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.163070] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-612f45ec-435c-4a39-bf5b-7ccfabbd1c90" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.163070] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-612f45ec-435c-4a39-bf5b-7ccfabbd1c90" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.163070] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('612f45ec-435c-4a39-bf5b-7ccfabbd1c90',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.408414] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.408578] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.408665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.408862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.408958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.409073] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d is going to be updated. [ 735.439767] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.439959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.439959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.440294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.440344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.445487] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.452085] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: IN_PROGRESS for 2s [ 735.559316] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d60ec8ca-cc1b-455c-850b-e59e024ec76a [ 735.559316] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.559316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.559316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.559316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.559316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.559316] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d60ec8ca-cc1b-455c-850b-e59e024ec76a already deleted. [ 735.559316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d60ec8ca-cc1b-455c-850b-e59e024ec76a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.587728] env[65740]: INFO networking_nsxv3.common.synchronization [None req-740f1aa4-c851-4907-9f89-cda24fcdc3f2 tempest-ServerActionsV293TestJSON-1031009517 tempest-ServerActionsV293TestJSON-1031009517-project-member] Enqueued Resource ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 with Priority: HIGHEST for action security_group_rules [ 735.588696] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 with Priority: HIGHEST for action security_group_rules [ 735.588823] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.588949] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.589027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.589316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.589401] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c38853d-688b-4cd5-a84d-08e29a7d73a1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.665109] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.665373] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.665522] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.665996] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.666191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.666386] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 612f45ec-435c-4a39-bf5b-7ccfabbd1c90 not found, creating... [ 735.666719] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.666945] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.667133] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.667785] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.667785] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.668085] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.669024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.669024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.669024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.669024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.669182] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 612f45ec-435c-4a39-bf5b-7ccfabbd1c90 is going to be created. [ 735.699618] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.699618] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.699618] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.699919] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.700019] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.700250] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-612f45ec-435c-4a39-bf5b-7ccfabbd1c90" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.948197] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.948503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.948569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.948935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.948935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.952050] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be updated. [ 735.987947] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.988143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.988177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.988416] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.988614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.013643] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: IN_PROGRESS for 2s [ 736.038476] env[65740]: INFO networking_nsxv3.common.synchronization [None req-a1e8eaa1-6d56-4e89-a066-397b01ab8ef0 tempest-ServerActionsV293TestJSON-1031009517 tempest-ServerActionsV293TestJSON-1031009517-project-member] Enqueued Resource ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 with Priority: HIGHEST for action security_group_rules [ 736.039038] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 with Priority: HIGHEST for action security_group_rules [ 736.039415] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.039605] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.124940] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.125164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.125164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.125402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.125498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.125595] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 already deleted. [ 736.125681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.125837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.125995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.126354] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c38853d-688b-4cd5-a84d-08e29a7d73a1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.292427] env[65740]: INFO networking_nsxv3.common.synchronization [req-8b40c240-9559-4458-a978-01d1cbaecb8c req-c30b6601-26ca-4efb-b7cf-cd25929e3a12 tempest-ServerDiskConfigTestJSON-1821978894 tempest-ServerDiskConfigTestJSON-1821978894-project-member] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 736.292780] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 736.293365] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.293631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.293750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.294057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.295027] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.295027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.295027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.295027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.295027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.295274] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.457245] env[65740]: INFO networking_nsxv3.common.synchronization [req-d727bf41-ac10-44fc-b74f-5ca59a7e585e req-d73b9ae2-fd16-4cbf-b88f-09811af28f6d service nova] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_rules [ 736.457245] env[65740]: INFO networking_nsxv3.common.synchronization [req-d727bf41-ac10-44fc-b74f-5ca59a7e585e req-d73b9ae2-fd16-4cbf-b88f-09811af28f6d service nova] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 736.457245] env[65740]: INFO networking_nsxv3.common.synchronization [req-d727bf41-ac10-44fc-b74f-5ca59a7e585e req-d73b9ae2-fd16-4cbf-b88f-09811af28f6d service nova] Enqueued Resource ID: 612f45ec-435c-4a39-bf5b-7ccfabbd1c90 with Priority: HIGHEST for action port [ 736.458140] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_rules [ 736.458634] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 736.459135] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612f45ec-435c-4a39-bf5b-7ccfabbd1c90 with Priority: HIGHEST for action port [ 736.459733] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.461748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.461748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.461748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.461748] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.462044] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.462332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.462562] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-612f45ec-435c-4a39-bf5b-7ccfabbd1c90 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.462778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-612f45ec-435c-4a39-bf5b-7ccfabbd1c90" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.462953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-612f45ec-435c-4a39-bf5b-7ccfabbd1c90" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.464083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-612f45ec-435c-4a39-bf5b-7ccfabbd1c90" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.464083] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('612f45ec-435c-4a39-bf5b-7ccfabbd1c90',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.650103] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.650217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.650217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.650423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.650520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.650622] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 already deleted. [ 736.650780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.797921] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.798065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.798111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.799124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.799124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.799124] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.799124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.799124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.799124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.799447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.799503] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 736.852283] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.852283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.852283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.852283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.852283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.865874] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 736.942465] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 736.944752] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 deletion is rescheduled due to dependency. [ 736.944752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.944752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.944752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.944752] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.944752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.944752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.944752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.944752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.944752] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.970465] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.970465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.970465] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 612f45ec-435c-4a39-bf5b-7ccfabbd1c90 with status ACTIVE [ 736.970465] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.970465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.970465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.970465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.970465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.970465] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.970465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.970465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.970465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.970465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.970465] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.971182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.971182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.971182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.971182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.971182] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 612f45ec-435c-4a39-bf5b-7ccfabbd1c90 is going to be updated. [ 737.013818] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.014064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.014064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.014809] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.015069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.015232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-612f45ec-435c-4a39-bf5b-7ccfabbd1c90" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.448332] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.465770] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: SUCCESS [ 737.465770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.465770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.465770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.465770] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.465770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.465770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.465770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.465770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.465770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.465770] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.476869] env[65740]: INFO networking_nsxv3.common.synchronization [None req-6ab18d09-ba38-4522-876b-ca1e52e7f489 None None] Enqueued Resource ID: c1edc0eb-55f5-4e70-b857-a04b0f3239f0 with Priority: HIGHEST for action port [ 737.476869] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1edc0eb-55f5-4e70-b857-a04b0f3239f0 with Priority: HIGHEST for action port [ 737.476869] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1edc0eb-55f5-4e70-b857-a04b0f3239f0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.476869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1edc0eb-55f5-4e70-b857-a04b0f3239f0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.476869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1edc0eb-55f5-4e70-b857-a04b0f3239f0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.477057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1edc0eb-55f5-4e70-b857-a04b0f3239f0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.477057] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1edc0eb-55f5-4e70-b857-a04b0f3239f0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.541967] env[65740]: INFO networking_nsxv3.common.synchronization [req-e0b001e0-4084-4392-8cc3-2c35eb868d09 req-24ad2d01-df7a-4a2f-a25d-9b8edef9f4f7 tempest-ServersAdminTestJSON-1982434739 tempest-ServersAdminTestJSON-1982434739-project-member] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 737.542685] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 737.543285] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.543285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.543285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.543457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.543656] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.543791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.543949] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.544253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.544436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.544577] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.677348] env[65740]: INFO networking_nsxv3.common.synchronization [None req-5cddfa9a-9364-41bf-bff5-f8fd203e3bbe None None] Enqueued Resource ID: e2312c33-34f7-4d41-a08b-cd29097fb287 with Priority: HIGHEST for action port [ 737.677811] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2312c33-34f7-4d41-a08b-cd29097fb287 with Priority: HIGHEST for action port [ 737.679025] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2312c33-34f7-4d41-a08b-cd29097fb287 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.679460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2312c33-34f7-4d41-a08b-cd29097fb287" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.679551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2312c33-34f7-4d41-a08b-cd29097fb287" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.680447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2312c33-34f7-4d41-a08b-cd29097fb287" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.680447] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2312c33-34f7-4d41-a08b-cd29097fb287',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.950600] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.972026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.972026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.972026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.972026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.972026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.972026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.972026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.972026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.972026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.972026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.972026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.972026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.972026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.972026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.972026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.972026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.973208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.973208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.973208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.973208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.973208] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.980896] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1edc0eb-55f5-4e70-b857-a04b0f3239f0 [ 737.982312] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.982312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.982312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.982312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.982312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.982312] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1edc0eb-55f5-4e70-b857-a04b0f3239f0 already deleted. [ 737.982312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1edc0eb-55f5-4e70-b857-a04b0f3239f0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.028029] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 738.028029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.028029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.028029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.028029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.028029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.028029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.028029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.028029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.028029] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.048297] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.143981] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.144338] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.144516] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.149080] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.149080] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.149080] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.149080] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.149080] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.149080] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.149080] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.149080] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.149080] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.149080] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.149080] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.149688] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.149688] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.174798] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.174954] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.175379] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.175564] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-458" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.175943] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-d09d07b4-57bf-4c3c-8634-93a89d017a50 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.176216] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-d09d07b4-57bf-4c3c-8634-93a89d017a50" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.176216] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-d09d07b4-57bf-4c3c-8634-93a89d017a50" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.178526] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-d09d07b4-57bf-4c3c-8634-93a89d017a50" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.178526] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09d07b4-57bf-4c3c-8634-93a89d017a50',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.182748] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2312c33-34f7-4d41-a08b-cd29097fb287 [ 738.183058] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.183227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.183227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.183396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.183476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.183624] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2312c33-34f7-4d41-a08b-cd29097fb287 already deleted. [ 738.184166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2312c33-34f7-4d41-a08b-cd29097fb287" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.453943] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.454171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.454171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.456237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.456237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.456237] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 738.478212] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d: rpc.has_security_group_logging(os_id): False [ 738.489096] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.489520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.489663] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.490217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.490217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.524769] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.525263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.525263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.525656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.525656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.525796] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.525955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.526046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.526245] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.526329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.526613] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.526722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.526791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.526975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.530336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.530643] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.530785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.530870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.531144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.531144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.531265] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d is going to be updated. [ 738.532667] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.534441] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 738.549581] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.644558] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.644558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.644558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.644558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.644558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.672459] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: IN_PROGRESS for 2s [ 738.682116] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.682116] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.682336] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.685049] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.685049] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.685049] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port d09d07b4-57bf-4c3c-8634-93a89d017a50 not found, creating... [ 738.685049] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.685049] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.685049] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.685049] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.685049] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.685049] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.685049] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.685495] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.685495] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.685495] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.685495] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: d09d07b4-57bf-4c3c-8634-93a89d017a50 is going to be created. [ 738.734060] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.734238] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.735766] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.735766] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.735766] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.735766] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-d09d07b4-57bf-4c3c-8634-93a89d017a50" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.879485] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 738.879485] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 deletion is rescheduled due to dependency. [ 738.879485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.037610] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.054388] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.054620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.054741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.055010] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.055176] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.055302] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 739.104795] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.104972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.105055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.105280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.105428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.117345] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 739.530323] env[65740]: INFO networking_nsxv3.common.synchronization [req-e0b001e0-4084-4392-8cc3-2c35eb868d09 req-992e4ed6-4ae1-4e92-a11e-9f61844896bf service nova] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_rules [ 739.530323] env[65740]: INFO networking_nsxv3.common.synchronization [req-e0b001e0-4084-4392-8cc3-2c35eb868d09 req-992e4ed6-4ae1-4e92-a11e-9f61844896bf service nova] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 739.530323] env[65740]: INFO networking_nsxv3.common.synchronization [req-e0b001e0-4084-4392-8cc3-2c35eb868d09 req-992e4ed6-4ae1-4e92-a11e-9f61844896bf service nova] Enqueued Resource ID: d09d07b4-57bf-4c3c-8634-93a89d017a50 with Priority: HIGHEST for action port [ 739.530323] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_rules [ 739.530323] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 739.530323] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09d07b4-57bf-4c3c-8634-93a89d017a50 with Priority: HIGHEST for action port [ 739.530853] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.531423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.532174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.532657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.532657] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.534394] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.536108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.536108] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-d09d07b4-57bf-4c3c-8634-93a89d017a50 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.536108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d09d07b4-57bf-4c3c-8634-93a89d017a50" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.536108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d09d07b4-57bf-4c3c-8634-93a89d017a50" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.536108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d09d07b4-57bf-4c3c-8634-93a89d017a50" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.536108] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09d07b4-57bf-4c3c-8634-93a89d017a50',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.540473] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.540473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.540473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.540975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.540975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.540975] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be updated. [ 739.572836] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.573025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.573105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.573336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.573484] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.585794] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: IN_PROGRESS for 2s [ 740.042288] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.042288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.042288] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d09d07b4-57bf-4c3c-8634-93a89d017a50 with status ACTIVE [ 740.042288] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.042288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.042288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.042288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.042288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.042288] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.042288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.042288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.042288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.042288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.042288] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.044283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.044283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.044283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.044283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.044283] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d09d07b4-57bf-4c3c-8634-93a89d017a50 is going to be updated. [ 740.074252] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.074453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.074551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.074688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.074826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.074987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d09d07b4-57bf-4c3c-8634-93a89d017a50" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.470401] env[65740]: INFO networking_nsxv3.common.synchronization [None req-5384bc08-3b29-468f-91dd-a0f17e8be0b9 None None] Enqueued Resource ID: 8352b7c7-3b45-41ef-940e-10e56a39a746 with Priority: HIGHEST for action port [ 740.471333] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8352b7c7-3b45-41ef-940e-10e56a39a746 with Priority: HIGHEST for action port [ 740.472195] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-8352b7c7-3b45-41ef-940e-10e56a39a746 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.472195] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8352b7c7-3b45-41ef-940e-10e56a39a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.472195] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8352b7c7-3b45-41ef-940e-10e56a39a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.472195] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8352b7c7-3b45-41ef-940e-10e56a39a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.472195] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8352b7c7-3b45-41ef-940e-10e56a39a746',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.548501] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 740.550959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.550959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.550959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.550959] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.550959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.550959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.550959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.550959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.550959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.550959] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.692426] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: SUCCESS [ 740.692426] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.692426] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.692426] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.692426] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.976484] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8352b7c7-3b45-41ef-940e-10e56a39a746 [ 740.976785] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.976959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.977064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.977320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.977688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.977688] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8352b7c7-3b45-41ef-940e-10e56a39a746 already deleted. [ 740.977688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8352b7c7-3b45-41ef-940e-10e56a39a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.052983] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.053320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.053359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.053601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.053787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.053894] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.056615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.056615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.056615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.056615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.056615] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.056615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.056615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.056615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.056615] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.056615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.056615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.056615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.056615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.056615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.056615] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.131776] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 741.131990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.132197] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.132479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.132711] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.132887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.132967] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.133157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.133239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.133334] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.194189] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.194189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.194189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.194524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.194573] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.194652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.194712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.194862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.194946] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.195046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.197095] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.562882] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ee10b52-9e61-473a-82cf-1fea479aa099: rpc.has_security_group_logging(os_id): False [ 741.585237] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.585390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.585460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.585697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.585780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.586045] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.586134] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.586202] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.586438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.586438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.586649] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.586739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.586798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.586907] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.587142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.587204] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.587264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.587341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.587498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.587596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.587663] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 741.604938] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 741.605209] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.605394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.605625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.605817] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.605948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.606026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.606199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.606284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.606393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.606564] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.606684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.606735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.606880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.607130] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.607243] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.607307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.607474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.607604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.607649] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.607741] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.636093] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.670299] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.670518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.670567] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.670756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.670906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.688240] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 741.700033] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.700216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.700321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.700588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.700771] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.700878] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.700948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.701138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.701232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.701368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.701562] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.701661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.701720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.701877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.702072] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.702183] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.702266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.702462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.702554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.702638] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.702744] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.799830] env[65740]: INFO networking_nsxv3.common.synchronization [None req-cff5ff68-a54c-4fc9-8adc-d98ae65579cb tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGHEST for action security_group_rules [ 741.799830] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGHEST for action security_group_rules [ 741.800349] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4909c734-1013-4805-aeaf-670f4465bc16 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.800349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.800349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.800349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.800502] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4909c734-1013-4805-aeaf-670f4465bc16',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.971890] env[65740]: INFO networking_nsxv3.common.synchronization [None req-555e666b-3d62-4435-b1bd-f5fd60c13b9f tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGHEST for action security_group_rules [ 741.972590] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGHEST for action security_group_rules [ 741.972996] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4909c734-1013-4805-aeaf-670f4465bc16 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.973211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.111043] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20773977-53ee-4b86-a332-1954a3af7415: rpc.has_security_group_logging(os_id): False [ 742.134139] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.134139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.134139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.134139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.134139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.134139] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.134139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.134139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.134139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.134139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.134783] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.134783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.134783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.134783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.134783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.134935] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.134935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.135021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.135231] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.135312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.135429] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be created. [ 742.140086] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.207822] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.208046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.208093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.208432] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.208681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.210612] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d: rpc.has_security_group_logging(os_id): False [ 742.245861] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: IN_PROGRESS for 2s [ 742.250584] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.250855] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.254145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.254145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.254145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.254145] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.254145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.254145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.254145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.254145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.254145] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.254145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.254145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.254145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.254145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.254145] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.254860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.254860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.254860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.254860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.254860] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d is going to be updated. [ 742.345738] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.345992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.346066] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.346310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.346643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.346643] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4909c734-1013-4805-aeaf-670f4465bc16 already deleted. [ 742.346643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.347317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.347993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.348180] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4909c734-1013-4805-aeaf-670f4465bc16',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.369395] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.369822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.369972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.370250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.370469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.400541] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: IN_PROGRESS for 2s [ 742.643259] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.643259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.643525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.643525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.643700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.643700] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 742.688937] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.688937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.688937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.688937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.688937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.703518] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 742.877511] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.877511] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.877511] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.877657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.877657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.877937] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4909c734-1013-4805-aeaf-670f4465bc16 already deleted. [ 742.877937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.706711] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 743.707096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.257940] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 744.258191] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.258366] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.258610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.258707] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.280103] env[65740]: INFO networking_nsxv3.common.synchronization [req-468fe66a-4206-4c30-a7c1-45edadcd70e6 req-ad26b3a0-b2d2-4bd4-bc64-a88897a155d5 tempest-ServerActionsTestJSON-1232280853 tempest-ServerActionsTestJSON-1232280853-project-member] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 744.280795] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 744.281482] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.281633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.281745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.282063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.282253] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.282364] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.282444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.282658] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.282759] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.282885] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.416271] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: SUCCESS [ 744.416497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.714051] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 4s [ 744.735865] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.736122] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.736263] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.736591] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.736875] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.737253] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.737336] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.737497] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.737670] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.737897] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.738015] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.738283] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.738283] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.738434] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.738620] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.738823] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.757345] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.757543] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.757697] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.757907] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.758302] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-3f9a40dd-075f-4ce1-98a4-87e5464983fb taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.758596] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-3f9a40dd-075f-4ce1-98a4-87e5464983fb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.758671] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-3f9a40dd-075f-4ce1-98a4-87e5464983fb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.759017] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-3f9a40dd-075f-4ce1-98a4-87e5464983fb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.759214] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f9a40dd-075f-4ce1-98a4-87e5464983fb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.760580] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.761420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.761420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.761420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.761420] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.761420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.761420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.761711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.761711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.761711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.761812] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.785629] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.785849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.785849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.786063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.786156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.786451] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.786558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.786619] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.786777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.786853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.786938] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 already deleted. [ 744.788081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.868066] env[65740]: INFO networking_nsxv3.common.synchronization [req-c089b66b-fe2a-42bd-a5de-b58899e29b92 req-1c4bca36-f69c-4bd3-a16a-145e7e7412d6 tempest-FloatingIPsAssociationTestJSON-830228854 tempest-FloatingIPsAssociationTestJSON-830228854-project-member] Enqueued Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_members [ 744.868639] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGHEST for action security_group_members [ 744.868963] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.869173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.869248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.869470] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.869647] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.869746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.869846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.870038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.870137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.870243] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.264352] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.264866] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.265046] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.265453] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.265650] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.266850] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 3f9a40dd-075f-4ce1-98a4-87e5464983fb not found, creating... [ 745.266850] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.266850] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.266850] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.267125] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.267290] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.267992] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.268262] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.268484] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.268849] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.269109] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.269440] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 3f9a40dd-075f-4ce1-98a4-87e5464983fb is going to be created. [ 745.270975] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.271210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.271317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.271612] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.271879] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.272067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.272214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.272487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.272636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.272791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.273053] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.273247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.273363] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.273601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.274254] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.274254] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.274254] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.274254] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.274483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.274602] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.274739] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.302302] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.302735] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.303035] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.303376] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.303684] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.303961] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-3f9a40dd-075f-4ce1-98a4-87e5464983fb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.372438] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.373136] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.373136] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.373592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.373683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.373900] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.374015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.374080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.374296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.374364] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.374699] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac is going to be updated. [ 745.426339] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.426575] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.426632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.427020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.427073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.441675] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: IN_PROGRESS for 2s [ 745.777491] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20773977-53ee-4b86-a332-1954a3af7415: rpc.has_security_group_logging(os_id): False [ 745.808141] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.808309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.808364] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.808587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.808684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.808905] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.809031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.809087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.809244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.809327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.809643] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.809643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.809643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.809794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.809904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.810019] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.810106] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.810171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.810777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.810777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.810777] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be updated. [ 745.887884] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.887884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.887884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.888343] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.888646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.900901] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: IN_PROGRESS for 2s [ 746.082014] env[65740]: INFO networking_nsxv3.common.synchronization [req-468fe66a-4206-4c30-a7c1-45edadcd70e6 req-36c837d4-ec45-4c34-974f-a1879446fa71 service nova] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_rules [ 746.085326] env[65740]: INFO networking_nsxv3.common.synchronization [req-468fe66a-4206-4c30-a7c1-45edadcd70e6 req-36c837d4-ec45-4c34-974f-a1879446fa71 service nova] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 746.085594] env[65740]: INFO networking_nsxv3.common.synchronization [req-468fe66a-4206-4c30-a7c1-45edadcd70e6 req-36c837d4-ec45-4c34-974f-a1879446fa71 service nova] Enqueued Resource ID: 3f9a40dd-075f-4ce1-98a4-87e5464983fb with Priority: HIGHEST for action port [ 746.086674] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_rules [ 746.086674] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 746.086674] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a40dd-075f-4ce1-98a4-87e5464983fb with Priority: HIGHEST for action port [ 746.086822] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.086945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.086980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.087314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.087416] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.088500] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.088653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.088727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.090201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.090201] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.090201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.090201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.090201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.090201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.090201] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.090592] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f9a40dd-075f-4ce1-98a4-87e5464983fb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.090766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f9a40dd-075f-4ce1-98a4-87e5464983fb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.090766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f9a40dd-075f-4ce1-98a4-87e5464983fb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.090904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f9a40dd-075f-4ce1-98a4-87e5464983fb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.090996] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f9a40dd-075f-4ce1-98a4-87e5464983fb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.592896] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.593060] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.593330] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.595233] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f9a40dd-075f-4ce1-98a4-87e5464983fb with status ACTIVE [ 746.595506] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.595661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.595738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.596064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.596165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.596373] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.596459] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.596514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.596669] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.596755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.597048] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.597128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.597295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.597450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.597533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.597621] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f9a40dd-075f-4ce1-98a4-87e5464983fb is going to be updated. [ 746.600746] env[65740]: INFO networking_nsxv3.common.synchronization [None req-b26f39ca-ac9a-44fc-b04a-75fed7789ae0 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGHEST for action security_group_rules [ 746.602042] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGHEST for action security_group_rules [ 746.602375] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f7add78-5a71-486b-97d1-ffe361527d04 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.602521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.604200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.606297] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.606613] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f7add78-5a71-486b-97d1-ffe361527d04',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.633370] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.633588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.633689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.635715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.635715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.635715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f9a40dd-075f-4ce1-98a4-87e5464983fb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.707395] env[65740]: INFO networking_nsxv3.common.synchronization [None req-5f423bfe-0076-4036-ac55-cdfd3c3427c6 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGHEST for action security_group_rules [ 746.707395] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGHEST for action security_group_rules [ 746.707687] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f7add78-5a71-486b-97d1-ffe361527d04 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.707971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.728024] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 746.728024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.728024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.728024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.728024] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.728024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.728024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.728024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.728024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.728024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.728024] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.101190] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.159246] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.159246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.159246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.161349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.161466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.161589] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f7add78-5a71-486b-97d1-ffe361527d04 already deleted. [ 747.161805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.161887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.162046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.162166] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f7add78-5a71-486b-97d1-ffe361527d04',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.232649] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.232649] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.232787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.232949] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.233574] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.233574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.233574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.233574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.233918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.233918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.233918] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.234062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.234062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.234174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.234489] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.234489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.236106] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.236730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.236730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.236730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.236730] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.453068] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac in Status: SUCCESS [ 747.453318] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac deletion is rescheduled due to dependency. [ 747.453446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.606234] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.606459] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.609172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.609172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.609172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.609172] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 is going to be created. [ 747.640338] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.640492] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.640582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.640830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.640997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.654380] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: UNINITIALIZED for 2s [ 747.720154] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.720415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.720493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.720710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.720795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.720889] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f7add78-5a71-486b-97d1-ffe361527d04 already deleted. [ 747.721030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.738635] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ff4c094-a270-4975-a98f-8bdf8e46e385: rpc.has_security_group_logging(os_id): False [ 747.782694] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.782976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.783108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.783372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.783498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.783732] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.784779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.784880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.785121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.785229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.785477] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.785620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.785701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.785953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.785986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.787018] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.787018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.787018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.787018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.787018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.787018] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 747.923255] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.923465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.923535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.923761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.923907] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.937703] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 747.938025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.943284] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 748.051684] env[65740]: INFO networking_nsxv3.common.synchronization [req-393dacb2-71d8-491d-8000-591b4b8812cd req-63d03464-c038-48c0-b6df-e184b9793cbd tempest-ServersAdminNegativeTestJSON-507728575 tempest-ServersAdminNegativeTestJSON-507728575-project-member] Enqueued Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_members [ 748.051684] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_members [ 748.052070] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.052290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.052290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.052572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.052733] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.052838] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.052903] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.053080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.053171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.053419] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.478078] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.478476] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.478476] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.478649] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.479390] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.479565] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.479717] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.480035] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.480266] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.480584] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.480777] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.480926] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.481070] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.481211] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.481664] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.481845] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.510294] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.510294] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.510494] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.510527] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.512276] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-523701d1-3eb0-469c-bae8-c3a44bbbbf9a taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.512276] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-523701d1-3eb0-469c-bae8-c3a44bbbbf9a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.512276] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-523701d1-3eb0-469c-bae8-c3a44bbbbf9a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.512276] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-523701d1-3eb0-469c-bae8-c3a44bbbbf9a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.512276] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('523701d1-3eb0-469c-bae8-c3a44bbbbf9a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.556772] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.556772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.556772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.556772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.556772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.556772] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.556772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.556772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.556772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.556772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.557333] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 already deleted. [ 748.557333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.017400] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.017400] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.017711] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.017816] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.017983] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.018147] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 523701d1-3eb0-469c-bae8-c3a44bbbbf9a not found, creating... [ 749.018415] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.018567] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.018678] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.018901] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.019045] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.019324] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.019494] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.019609] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.019812] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.019938] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.020083] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 523701d1-3eb0-469c-bae8-c3a44bbbbf9a is going to be created. [ 749.043200] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.043503] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.043711] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.044337] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.044475] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.044822] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-523701d1-3eb0-469c-bae8-c3a44bbbbf9a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.671390] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: SUCCESS [ 749.671715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.671836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.672184] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.672494] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.672667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.674684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.674684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.674684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.674684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.674684] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.795162] env[65740]: INFO networking_nsxv3.common.synchronization [req-393dacb2-71d8-491d-8000-591b4b8812cd req-166b1863-52e8-4542-8e1a-612f95ef78ae service nova] Enqueued Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_rules [ 749.795272] env[65740]: INFO networking_nsxv3.common.synchronization [req-393dacb2-71d8-491d-8000-591b4b8812cd req-166b1863-52e8-4542-8e1a-612f95ef78ae service nova] Enqueued Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_members [ 749.795391] env[65740]: INFO networking_nsxv3.common.synchronization [req-393dacb2-71d8-491d-8000-591b4b8812cd req-166b1863-52e8-4542-8e1a-612f95ef78ae service nova] Enqueued Resource ID: 523701d1-3eb0-469c-bae8-c3a44bbbbf9a with Priority: HIGHEST for action port [ 749.795944] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_rules [ 749.796128] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_members [ 749.796239] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523701d1-3eb0-469c-bae8-c3a44bbbbf9a with Priority: HIGHEST for action port [ 749.796544] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.796628] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.796679] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.797526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.797526] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.797935] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.798065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.798133] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.798896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.798896] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.798896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.798896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.798896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.798896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.799239] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.799835] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-523701d1-3eb0-469c-bae8-c3a44bbbbf9a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.799937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-523701d1-3eb0-469c-bae8-c3a44bbbbf9a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.800074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-523701d1-3eb0-469c-bae8-c3a44bbbbf9a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.800169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-523701d1-3eb0-469c-bae8-c3a44bbbbf9a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.800242] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('523701d1-3eb0-469c-bae8-c3a44bbbbf9a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.965547] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 749.965856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.176990] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.302504] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.302689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.302821] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.303761] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 523701d1-3eb0-469c-bae8-c3a44bbbbf9a with status ACTIVE [ 750.303972] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.304126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.304219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.304413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.304509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.305220] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.305220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.305220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.305220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.305420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.305572] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.305758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.305824] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.306074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.306158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.306299] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 523701d1-3eb0-469c-bae8-c3a44bbbbf9a is going to be updated. [ 750.336560] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.336755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.336822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.337037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.337192] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.337407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-523701d1-3eb0-469c-bae8-c3a44bbbbf9a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.682139] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a226a8a-4e47-42aa-8996-f52fe58072e8: rpc.has_security_group_logging(os_id): False [ 750.707350] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.707727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.707727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.707826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.708252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.708353] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.708451] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.708517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.708716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.708773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.708868] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 is going to be created. [ 750.785307] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.785485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.785557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.786188] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.786188] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.804202] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: IN_PROGRESS for 2s [ 750.809770] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.314214] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.314214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.314214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.314448] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.314524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.314618] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 is going to be created. [ 751.347751] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.348506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.348506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.348506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.348506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.366832] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: UNINITIALIZED for 2s [ 752.583559] env[65740]: INFO networking_nsxv3.common.synchronization [req-179540cf-90e6-419e-b3a0-64b689ffe381 req-8cac0ef9-e5d8-4568-bfe3-4bfd675f2266 tempest-MultipleCreateTestJSON-920889774 tempest-MultipleCreateTestJSON-920889774-project-member] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 752.584404] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 752.584792] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.584947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.585028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.585270] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.585467] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.585577] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.585653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.585814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.585914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.586053] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.821711] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: SUCCESS [ 752.821893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.087788] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.111683] env[65740]: INFO networking_nsxv3.common.synchronization [req-d979c7fb-89e0-4833-aefa-c4b459d30d4b req-fa28263a-01dd-4fba-9a69-3a6d87d8af7c tempest-MultipleCreateTestJSON-920889774 tempest-MultipleCreateTestJSON-920889774-project-member] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 753.113138] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 753.113875] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.113875] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.375962] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: SUCCESS [ 753.376270] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.376833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.377102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.377342] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.377470] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.377540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.377708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.377791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.377877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.377966] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.590992] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.881966] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.882247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.882341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.882616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.882813] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.882914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.882976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.883299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.883299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.883399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.883472] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.883563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.883623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.883761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.883900] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.883988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.884056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.884196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.884271] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.884352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.884440] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.926596] env[65740]: INFO networking_nsxv3.common.synchronization [req-ef35bd6b-feaa-4822-92b6-0b83cf7781b5 req-52c21921-c524-4c0f-8cc7-4db578cc40f6 tempest-ServersWithSpecificFlavorTestJSON-1488609193 tempest-ServersWithSpecificFlavorTestJSON-1488609193-project-member] Enqueued Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_members [ 753.927261] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_members [ 753.927577] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.927708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.927866] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.928092] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.928408] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.928538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.928583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.928768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.929679] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.929679] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.094265] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.094458] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.094594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.094946] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.095017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.095075] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be updated. [ 754.125288] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.125417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.125417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.125633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.125780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.136577] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: IN_PROGRESS for 2s [ 754.387024] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7: rpc.has_security_group_logging(os_id): False [ 754.407458] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.407654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.407805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.408481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.408481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.408481] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.408481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.408481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.408852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.408852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.409113] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.409913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.409913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.409913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.409913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.409913] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.409913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.409913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.410441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.410441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.410441] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 is going to be created. [ 754.432977] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.433131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.433206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.433607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.433607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.434026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.434026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.434026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.434212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.434242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.434312] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 is going to be updated. [ 754.502612] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.502729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.502823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.503057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.503264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.510651] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.510651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.510651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.510651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.511135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.524581] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: IN_PROGRESS for 2s [ 754.529666] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: IN_PROGRESS for 2s [ 754.769353] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.769854] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-943" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.770405] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-943" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.770511] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-943" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.771081] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.771361] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.771616] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.772050] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.772313] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.772634] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.772815] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.773062] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.773329] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.773838] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.773838] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.774154] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.824547] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.824858] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.825102] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.825383] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-943" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.825970] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-ab7b90c1-93d9-4c87-b33c-7af90a179e39 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.827834] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-ab7b90c1-93d9-4c87-b33c-7af90a179e39" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.828150] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-ab7b90c1-93d9-4c87-b33c-7af90a179e39" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.828597] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-ab7b90c1-93d9-4c87-b33c-7af90a179e39" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.828812] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7b90c1-93d9-4c87-b33c-7af90a179e39',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.332430] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.333128] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.333128] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.333551] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.333749] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.334233] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port ab7b90c1-93d9-4c87-b33c-7af90a179e39 not found, creating... [ 755.334324] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.334578] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.334578] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.334787] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.335421] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.335421] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.335668] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.335940] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.336304] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.336570] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.336859] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: ab7b90c1-93d9-4c87-b33c-7af90a179e39 is going to be created. [ 755.360792] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.361574] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.361574] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.361760] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.362085] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.363571] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-ab7b90c1-93d9-4c87-b33c-7af90a179e39" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.065934] env[65740]: INFO networking_nsxv3.common.synchronization [req-ef35bd6b-feaa-4822-92b6-0b83cf7781b5 req-7bb1c156-4163-46af-b465-be012ec9929f service nova] Enqueued Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_rules [ 756.066423] env[65740]: INFO networking_nsxv3.common.synchronization [req-ef35bd6b-feaa-4822-92b6-0b83cf7781b5 req-7bb1c156-4163-46af-b465-be012ec9929f service nova] Enqueued Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_members [ 756.066423] env[65740]: INFO networking_nsxv3.common.synchronization [req-ef35bd6b-feaa-4822-92b6-0b83cf7781b5 req-7bb1c156-4163-46af-b465-be012ec9929f service nova] Enqueued Resource ID: ab7b90c1-93d9-4c87-b33c-7af90a179e39 with Priority: HIGHEST for action port [ 756.067820] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_rules [ 756.068028] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_members [ 756.068223] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7b90c1-93d9-4c87-b33c-7af90a179e39 with Priority: HIGHEST for action port [ 756.068498] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.068595] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.068595] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.068799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.068884] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.071028] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.071028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.071028] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab7b90c1-93d9-4c87-b33c-7af90a179e39 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.071028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab7b90c1-93d9-4c87-b33c-7af90a179e39" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.071028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab7b90c1-93d9-4c87-b33c-7af90a179e39" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.071966] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab7b90c1-93d9-4c87-b33c-7af90a179e39" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.072077] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7b90c1-93d9-4c87-b33c-7af90a179e39',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.150684] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 756.150684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.150684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.150684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.150684] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.150684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.150684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.150684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.150684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.150684] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.538571] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: SUCCESS [ 756.538749] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 deletion is rescheduled due to dependency. [ 756.539571] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.539571] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.539571] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.539727] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.539788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.539908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.540169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.540286] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.540409] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.544466] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: SUCCESS [ 756.544578] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.571555] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.571763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.578214] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab7b90c1-93d9-4c87-b33c-7af90a179e39 with status ACTIVE [ 756.578439] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.578576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.578645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.579058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.579058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.579170] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.579233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.579337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.579464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.579564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.579751] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.579844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.579904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.580059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.580136] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.580223] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab7b90c1-93d9-4c87-b33c-7af90a179e39 is going to be updated. [ 756.604944] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.605153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.605217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.605509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.605681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.605899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab7b90c1-93d9-4c87-b33c-7af90a179e39" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.652465] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.652782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.652948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.654789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.654789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.654789] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.654789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.654789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.654789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.654789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.654789] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be updated. [ 756.709487] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.709714] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.709760] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.712034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.712034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.741947] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: IN_PROGRESS for 2s [ 757.043181] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.547430] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.051286] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.051286] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.051474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.051652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.051766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.051902] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 is going to be updated. [ 758.089271] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.089439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.089500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.089733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.089882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.100506] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: IN_PROGRESS for 2s [ 758.752274] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 758.752723] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 deletion is rescheduled due to dependency. [ 758.752723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.685096] env[65740]: INFO networking_nsxv3.common.synchronization [req-3034146e-f6b1-4a68-9894-a2df44526efb req-5e75ccb0-a7d4-4862-990e-75c0d884a432 tempest-ListImageFiltersTestJSON-558763057 tempest-ListImageFiltersTestJSON-558763057-project-member] Enqueued Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_members [ 759.685785] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_members [ 759.686460] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.686595] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.686669] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.687068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.687659] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.687782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.687850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.688026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.688118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.688312] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.072750] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.073133] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.073133] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.073349] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.073615] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.073768] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.073893] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.076597] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.076782] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.077933] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.077933] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.077933] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.077933] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.077933] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.077933] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.077933] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.116801] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: SUCCESS [ 760.117073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.117256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.117469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.117659] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.117775] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.117837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.117986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.118162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.118162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.118983] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.121353] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.121611] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.121761] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.121984] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.122319] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-b6cae0a3-8f02-45b2-a8af-6d19166eae66 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.122468] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-b6cae0a3-8f02-45b2-a8af-6d19166eae66" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.122578] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-b6cae0a3-8f02-45b2-a8af-6d19166eae66" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.123271] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-b6cae0a3-8f02-45b2-a8af-6d19166eae66" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.123481] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6cae0a3-8f02-45b2-a8af-6d19166eae66',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.192190] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.192445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.192517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.192738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.192867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.193060] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.193192] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.193225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.194419] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.194419] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.194419] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a already deleted. [ 760.194419] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.623026] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.627014] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.627262] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.627385] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.627661] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.628265] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.628438] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port b6cae0a3-8f02-45b2-a8af-6d19166eae66 not found, creating... [ 760.629109] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.629317] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.629490] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.629822] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.629976] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.630281] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.630436] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.630553] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.630762] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.630983] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.631138] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: b6cae0a3-8f02-45b2-a8af-6d19166eae66 is going to be created. [ 760.655400] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.655654] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.655753] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.656098] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.656340] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.656568] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-b6cae0a3-8f02-45b2-a8af-6d19166eae66" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.124286] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 347885ea-da5c-4ce1-8470-3fef5ee9df62: rpc.has_security_group_logging(os_id): False [ 761.167315] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.168092] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.168092] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.168092] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.168092] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.168986] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.168986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.168986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.168986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.168986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.169438] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 is going to be updated. [ 761.285761] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.286418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.286418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.286656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.286810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.327109] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: IN_PROGRESS for 2s [ 761.465493] env[65740]: INFO networking_nsxv3.common.synchronization [req-3034146e-f6b1-4a68-9894-a2df44526efb req-097ffd0e-e76e-4f78-8526-277bfc0edb57 service nova] Enqueued Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_rules [ 761.465493] env[65740]: INFO networking_nsxv3.common.synchronization [req-3034146e-f6b1-4a68-9894-a2df44526efb req-097ffd0e-e76e-4f78-8526-277bfc0edb57 service nova] Enqueued Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_members [ 761.465493] env[65740]: INFO networking_nsxv3.common.synchronization [req-3034146e-f6b1-4a68-9894-a2df44526efb req-097ffd0e-e76e-4f78-8526-277bfc0edb57 service nova] Enqueued Resource ID: b6cae0a3-8f02-45b2-a8af-6d19166eae66 with Priority: HIGHEST for action port [ 761.465777] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_rules [ 761.466043] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_members [ 761.466281] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6cae0a3-8f02-45b2-a8af-6d19166eae66 with Priority: HIGHEST for action port [ 761.466833] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.467185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.467869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.468314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.468494] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.469942] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.469942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.469942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.470197] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.470197] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.470276] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.470349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.470573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.470573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.470658] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.472352] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6cae0a3-8f02-45b2-a8af-6d19166eae66 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.472352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6cae0a3-8f02-45b2-a8af-6d19166eae66" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.472352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6cae0a3-8f02-45b2-a8af-6d19166eae66" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.472352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6cae0a3-8f02-45b2-a8af-6d19166eae66" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.472352] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6cae0a3-8f02-45b2-a8af-6d19166eae66',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.974268] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.975736] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.975846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.977772] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6cae0a3-8f02-45b2-a8af-6d19166eae66 with status ACTIVE [ 761.977772] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.977772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.977772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.978025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.978025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.978164] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.978279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.978309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.978482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.978647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.978858] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.978989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.979072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.979218] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.979292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.979386] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6cae0a3-8f02-45b2-a8af-6d19166eae66 is going to be updated. [ 762.047565] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.047768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.047768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.048067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.048277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.048477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6cae0a3-8f02-45b2-a8af-6d19166eae66" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.477827] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.980411] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.980595] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.980675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.980896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.981010] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.981123] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a is going to be created. [ 763.009214] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.009418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.009480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.009745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.009917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.021532] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: UNINITIALIZED for 2s [ 763.346242] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: SUCCESS [ 763.346489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.999332] env[65740]: INFO networking_nsxv3.common.synchronization [req-e29945f2-03f6-463e-ad7c-a8f951e739ab req-bb358543-fa3e-4f1a-b259-036f8896e752 tempest-ImagesOneServerNegativeTestJSON-1077993635 tempest-ImagesOneServerNegativeTestJSON-1077993635-project-member] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 764.000384] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 764.000777] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.000931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.001315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.001315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.001508] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.001644] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.001718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.001887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.002032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.002135] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.504941] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.505048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.505088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.505300] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.505402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.505651] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.505834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.505834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.505946] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.506062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.506130] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 is going to be updated. [ 764.561180] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.561180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.561957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.562389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.563780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.575306] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: IN_PROGRESS for 2s [ 764.825077] env[65740]: INFO networking_nsxv3.common.synchronization [req-667bba3e-e290-4e43-95bd-6660a4d699c7 req-48e7f304-0d98-4176-8fe2-ebbf6de0d1d4 tempest-ListImageFiltersTestJSON-558763057 tempest-ListImageFiltersTestJSON-558763057-project-member] Enqueued Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_members [ 764.826414] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_members [ 764.826821] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.826933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.036839] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: SUCCESS [ 765.036839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.036839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.036839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.037731] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.037731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.037731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.037731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.037731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.037731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.037731] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.039859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.039859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.039859] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.039859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.039859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.040146] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.040146] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.040270] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.217523] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.217740] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.217841] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.218135] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.218402] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.218556] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.218672] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.218901] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.219155] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.219407] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.219549] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.219666] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.219771] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.219880] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.220016] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.220121] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.246091] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.246330] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.246457] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.246590] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.246925] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-710259a7-c894-4e05-a385-862c3ada1020 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.247112] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-710259a7-c894-4e05-a385-862c3ada1020" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.247228] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-710259a7-c894-4e05-a385-862c3ada1020" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.247574] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-710259a7-c894-4e05-a385-862c3ada1020" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.247709] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('710259a7-c894-4e05-a385-862c3ada1020',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.455931] env[65740]: INFO networking_nsxv3.common.synchronization [req-cd7928fe-482a-4c6f-b9ff-dd1791d8514d req-7c9277ac-7055-42a9-afc6-c225785090e3 tempest-ServersTestJSON-336406685 tempest-ServersTestJSON-336406685-project-member] Enqueued Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGHEST for action security_group_members [ 765.456744] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGHEST for action security_group_members [ 765.456950] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.457103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.457174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.457472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.457554] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.457705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.457705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.457893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.458024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.458084] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('089712d3-38c0-4a20-8a38-b9bf6bf6dc84',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.542148] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.542348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.542595] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.750482] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.750759] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.750840] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.751115] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.751266] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.751420] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 710259a7-c894-4e05-a385-862c3ada1020 not found, creating... [ 765.751950] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.752185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.752307] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.752549] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.752766] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.753086] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.753245] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.753359] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.753575] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.753742] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.753851] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 710259a7-c894-4e05-a385-862c3ada1020 is going to be created. [ 765.786599] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.786885] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.789482] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.789617] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.789795] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.790054] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-710259a7-c894-4e05-a385-862c3ada1020" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.961353] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.961700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.961700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.961769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.961818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.962059] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.962180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.962247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.962418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.962498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.962661] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 is going to be updated. [ 766.001525] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.001525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.001525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.001525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.002575] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.013510] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 in Status: IN_PROGRESS for 2s [ 766.045029] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.551268] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.551268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.551268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.551268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.551268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.551268] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a is going to be updated. [ 766.583770] env[65740]: INFO networking_nsxv3.common.synchronization [req-667bba3e-e290-4e43-95bd-6660a4d699c7 req-f3bbab54-1686-47bd-a30a-d8b8b82f80e5 service nova] Enqueued Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_rules [ 766.584130] env[65740]: INFO networking_nsxv3.common.synchronization [req-667bba3e-e290-4e43-95bd-6660a4d699c7 req-f3bbab54-1686-47bd-a30a-d8b8b82f80e5 service nova] Enqueued Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_members [ 766.584640] env[65740]: INFO networking_nsxv3.common.synchronization [req-667bba3e-e290-4e43-95bd-6660a4d699c7 req-f3bbab54-1686-47bd-a30a-d8b8b82f80e5 service nova] Enqueued Resource ID: 710259a7-c894-4e05-a385-862c3ada1020 with Priority: HIGHEST for action port [ 766.584864] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_rules [ 766.584997] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_members [ 766.585120] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710259a7-c894-4e05-a385-862c3ada1020 with Priority: HIGHEST for action port [ 766.585777] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.585895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.586920] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.586920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.586920] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-710259a7-c894-4e05-a385-862c3ada1020 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.586920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-710259a7-c894-4e05-a385-862c3ada1020" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.586920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-710259a7-c894-4e05-a385-862c3ada1020" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.586920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-710259a7-c894-4e05-a385-862c3ada1020" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.586920] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('710259a7-c894-4e05-a385-862c3ada1020',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.589957] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: SUCCESS [ 766.591434] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 deletion is rescheduled due to dependency. [ 766.591434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.592383] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.592530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.592636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.592900] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.593143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.608512] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: IN_PROGRESS for 2s [ 767.098040] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 710259a7-c894-4e05-a385-862c3ada1020 with status ACTIVE [ 767.098454] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.098596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.098653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.098963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.099112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.099435] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.099597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.099680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.099903] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.101242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.101242] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.101242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.101242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.101242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.101242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.101242] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 710259a7-c894-4e05-a385-862c3ada1020 is going to be updated. [ 767.130427] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.130654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.130746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.130890] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.131076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.131326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-710259a7-c894-4e05-a385-862c3ada1020" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.026898] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 in Status: SUCCESS [ 768.027612] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 deletion is rescheduled due to dependency. [ 768.027612] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.622435] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: SUCCESS [ 768.622779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.622928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.623521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.623521] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.623730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.623770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.626238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.626238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.626238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.626238] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.626238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.626238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.626238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.626238] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.626238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.626238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.626849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.626849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.626849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.626849] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.627660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.629462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.629462] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.629462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.629462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.630642] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.630642] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.630642] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.136016] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a: rpc.has_security_group_logging(os_id): False [ 769.136016] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.153375] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.153522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.153597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.153812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.153906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.154169] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.154293] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.154330] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.154535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.154580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.154729] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.154821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.154883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.155031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.155122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.155289] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.155441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.155506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.155652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.155727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.155870] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a is going to be created. [ 769.335959] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.335959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.335959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.336534] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.336534] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.350720] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: IN_PROGRESS for 2s [ 769.637780] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.807275] env[65740]: INFO networking_nsxv3.common.synchronization [req-7317ae65-4157-472a-84cb-4505e6bea558 req-5fa5d465-8a1c-46d3-a5d5-25a13dc23818 tempest-MigrationsAdminTest-1036155128 tempest-MigrationsAdminTest-1036155128-project-member] Enqueued Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_members [ 769.808519] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_members [ 769.808988] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.809190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.809303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.809603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.809850] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.810517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.810641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.810887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.811070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.811194] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.142751] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.142751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.142751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.142751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.142751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.142751] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a is going to be updated. [ 770.201803] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.202013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.202063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.202261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.203729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.208838] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.209275] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.209583] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.209906] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.210685] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.210685] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.210685] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.210685] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.211327] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.211327] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.211327] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.211327] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.211327] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.211495] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.211495] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.212156] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.214572] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: IN_PROGRESS for 2s [ 770.257752] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.257752] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.257919] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.258142] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.258505] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-152819b2-08eb-4d6c-a493-cc5dd2d69e9e taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.258763] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-152819b2-08eb-4d6c-a493-cc5dd2d69e9e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.258891] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-152819b2-08eb-4d6c-a493-cc5dd2d69e9e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.259228] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-152819b2-08eb-4d6c-a493-cc5dd2d69e9e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.259359] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152819b2-08eb-4d6c-a493-cc5dd2d69e9e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.317499] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.762476] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.763757] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.763757] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.766154] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.766154] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.766154] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 152819b2-08eb-4d6c-a493-cc5dd2d69e9e not found, creating... [ 770.766154] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.766154] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.766154] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.766154] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.766154] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.766154] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.766154] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.766528] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.767072] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.767514] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.767798] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 152819b2-08eb-4d6c-a493-cc5dd2d69e9e is going to be created. [ 770.795577] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.795795] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.795954] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.796233] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.796479] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.796709] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-152819b2-08eb-4d6c-a493-cc5dd2d69e9e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.819925] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.324185] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.324950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.324950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.324950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.324950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.325146] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 is going to be updated. [ 771.367241] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.367446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.367494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.367683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.367832] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.369669] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: SUCCESS [ 771.369866] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.370422] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.370606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.370692] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.381928] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: IN_PROGRESS for 2s [ 771.549530] env[65740]: INFO networking_nsxv3.common.synchronization [req-7317ae65-4157-472a-84cb-4505e6bea558 req-c88a9d35-964a-4b9d-b398-53a74974f795 service nova] Enqueued Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_rules [ 771.549530] env[65740]: INFO networking_nsxv3.common.synchronization [req-7317ae65-4157-472a-84cb-4505e6bea558 req-c88a9d35-964a-4b9d-b398-53a74974f795 service nova] Enqueued Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_members [ 771.549530] env[65740]: INFO networking_nsxv3.common.synchronization [req-7317ae65-4157-472a-84cb-4505e6bea558 req-c88a9d35-964a-4b9d-b398-53a74974f795 service nova] Enqueued Resource ID: 152819b2-08eb-4d6c-a493-cc5dd2d69e9e with Priority: HIGHEST for action port [ 771.549530] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_rules [ 771.549530] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_members [ 771.549530] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 152819b2-08eb-4d6c-a493-cc5dd2d69e9e with Priority: HIGHEST for action port [ 771.549530] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.549530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.549530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.550453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.550669] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.552059] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.553413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.553413] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-152819b2-08eb-4d6c-a493-cc5dd2d69e9e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.553529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-152819b2-08eb-4d6c-a493-cc5dd2d69e9e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.553602] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-152819b2-08eb-4d6c-a493-cc5dd2d69e9e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.555043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-152819b2-08eb-4d6c-a493-cc5dd2d69e9e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.555043] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152819b2-08eb-4d6c-a493-cc5dd2d69e9e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.795277] env[65740]: INFO networking_nsxv3.common.synchronization [req-65901c20-1c02-44d2-a3e4-e8b35c514dda req-10425c59-3ef5-4756-acce-db543bc220c2 tempest-ListServerFiltersTestJSON-178520532 tempest-ListServerFiltersTestJSON-178520532-project-member] Enqueued Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 771.795888] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 771.796248] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.796362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.796437] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.796645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.797474] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.797474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.797474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.797474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.797474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.797474] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.873363] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.873536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.056220] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.056383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.056541] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 152819b2-08eb-4d6c-a493-cc5dd2d69e9e with status ACTIVE [ 772.056715] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.056823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.056888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.057131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.057227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.057400] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.057498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.057561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.057722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.057800] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.057986] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.058087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.058149] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.058286] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.058369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.058439] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 152819b2-08eb-4d6c-a493-cc5dd2d69e9e is going to be updated. [ 772.099549] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.099670] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.099789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.099989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.100151] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.100321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-152819b2-08eb-4d6c-a493-cc5dd2d69e9e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.234995] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: SUCCESS [ 772.236100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.236100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.236100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.236100] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.236100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.236388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.236388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.236388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.236476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.236582] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.301526] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.741710] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.742274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.742274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.742274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.742274] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.742432] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.742466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.742684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.742771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.742803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.742953] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.743060] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.743119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.743444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.743444] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.743590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.743590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.743849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.743849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.743849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.743981] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.808512] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.201283] env[65740]: INFO networking_nsxv3.common.synchronization [req-0ccac522-0770-418a-b960-191e60d58368 req-6c172c59-e366-480b-9c18-d43f42f04dc5 tempest-ServerGroupTestJSON-2033898855 tempest-ServerGroupTestJSON-2033898855-project-member] Enqueued Resource ID: 0708fffa-d4fd-46bc-8cda-6adade234abb with Priority: HIGHEST for action security_group_members [ 773.201901] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0708fffa-d4fd-46bc-8cda-6adade234abb with Priority: HIGHEST for action security_group_members [ 773.202670] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0708fffa-d4fd-46bc-8cda-6adade234abb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.202670] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.202670] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.202870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.203161] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.203279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.203344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.203517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.203609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.203706] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0708fffa-d4fd-46bc-8cda-6adade234abb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.247352] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a: rpc.has_security_group_logging(os_id): False [ 773.269117] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.269330] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.269330] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.269740] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.269740] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.270000] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.270000] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.270000] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.271337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.271337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.271337] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.271337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.271337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.271337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.271337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.271337] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.271337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.271337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.271337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.271337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.272276] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a is going to be updated. [ 773.311243] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.311447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.311624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.311918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.312069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.312243] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d is going to be updated. [ 773.343668] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.344085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.344085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.344947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.344947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.348021] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.348021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.348021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.348021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.348021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.359239] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: IN_PROGRESS for 2s [ 773.364107] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: IN_PROGRESS for 2s [ 773.380047] env[65740]: INFO networking_nsxv3.common.synchronization [req-e59a11ee-21a7-4731-9d5e-c49a18f74ccc req-c9556ba8-7336-405b-87ce-d5cc75946906 tempest-ImagesTestJSON-1767843010 tempest-ImagesTestJSON-1767843010-project-member] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 773.380047] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 773.380047] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.380047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.380047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.380047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.380047] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.380047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.380047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.380047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.380047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.380998] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.417153] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: SUCCESS [ 773.417153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.417153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.417153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.417153] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.417153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.417153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.417153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.417153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.417153] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.665499] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.666510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.666510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.666510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.666765] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.666955] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.667110] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.667408] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.667661] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.667935] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.668079] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.668284] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.668435] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.668611] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.668730] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.668942] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.706745] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.706983] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.707195] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.707437] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.707780] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-dd765f6f-1f6b-4935-a10b-3914c6c8a47f taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.708016] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-dd765f6f-1f6b-4935-a10b-3914c6c8a47f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.708095] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-dd765f6f-1f6b-4935-a10b-3914c6c8a47f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.708449] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-dd765f6f-1f6b-4935-a10b-3914c6c8a47f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.708592] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd765f6f-1f6b-4935-a10b-3914c6c8a47f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.712029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.712029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.712029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.712029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.712029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.712312] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.712312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.712411] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.713154] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.713154] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.713154] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0708fffa-d4fd-46bc-8cda-6adade234abb already deleted. [ 773.713154] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.883544] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.883885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.883924] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.884248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.884464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.884797] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.884994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.885126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.885398] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.885664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.885719] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 773.919176] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.921905] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.922107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.922107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.922324] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.922457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.935626] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 774.214741] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.215178] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.215402] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.215946] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.216155] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.216504] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port dd765f6f-1f6b-4935-a10b-3914c6c8a47f not found, creating... [ 774.217070] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.217428] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.217654] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.218085] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.218275] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.218923] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.219054] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.219231] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.219596] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.219802] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.220024] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: dd765f6f-1f6b-4935-a10b-3914c6c8a47f is going to be created. [ 774.244944] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.246215] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.246215] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.246215] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.246215] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.246432] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-dd765f6f-1f6b-4935-a10b-3914c6c8a47f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.425197] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.928235] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.928643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.928643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.930080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.930239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.930380] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 is going to be updated. [ 774.965228] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.966465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.966465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.966465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.966465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.980087] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: IN_PROGRESS for 2s [ 775.010097] env[65740]: INFO networking_nsxv3.common.synchronization [req-0ccac522-0770-418a-b960-191e60d58368 req-96039f72-9723-40f9-9680-14fe50f3982c service nova] Enqueued Resource ID: 0708fffa-d4fd-46bc-8cda-6adade234abb with Priority: HIGHEST for action security_group_rules [ 775.010390] env[65740]: INFO networking_nsxv3.common.synchronization [req-0ccac522-0770-418a-b960-191e60d58368 req-96039f72-9723-40f9-9680-14fe50f3982c service nova] Enqueued Resource ID: 0708fffa-d4fd-46bc-8cda-6adade234abb with Priority: HIGHEST for action security_group_members [ 775.010615] env[65740]: INFO networking_nsxv3.common.synchronization [req-0ccac522-0770-418a-b960-191e60d58368 req-96039f72-9723-40f9-9680-14fe50f3982c service nova] Enqueued Resource ID: dd765f6f-1f6b-4935-a10b-3914c6c8a47f with Priority: HIGHEST for action port [ 775.011492] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0708fffa-d4fd-46bc-8cda-6adade234abb with Priority: HIGHEST for action security_group_rules [ 775.011854] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0708fffa-d4fd-46bc-8cda-6adade234abb with Priority: HIGHEST for action security_group_members [ 775.011854] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd765f6f-1f6b-4935-a10b-3914c6c8a47f with Priority: HIGHEST for action port [ 775.012414] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0708fffa-d4fd-46bc-8cda-6adade234abb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.012414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.012556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.014239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.014239] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0708fffa-d4fd-46bc-8cda-6adade234abb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.014559] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0708fffa-d4fd-46bc-8cda-6adade234abb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.014720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.014826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.015109] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.015334] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.015477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.015574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.015795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.015930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.016083] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0708fffa-d4fd-46bc-8cda-6adade234abb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.018503] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd765f6f-1f6b-4935-a10b-3914c6c8a47f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.019598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd765f6f-1f6b-4935-a10b-3914c6c8a47f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.019598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd765f6f-1f6b-4935-a10b-3914c6c8a47f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.019598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd765f6f-1f6b-4935-a10b-3914c6c8a47f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.019598] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd765f6f-1f6b-4935-a10b-3914c6c8a47f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.374365] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: SUCCESS [ 775.374608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.378629] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: SUCCESS [ 775.379064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.519037] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0708fffa-d4fd-46bc-8cda-6adade234abb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.522078] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0708fffa-d4fd-46bc-8cda-6adade234abb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.522606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.523854] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd765f6f-1f6b-4935-a10b-3914c6c8a47f with status ACTIVE [ 775.523854] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.524046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.524752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.524752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.524880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.525462] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.525462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.525462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.525462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.525462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.525707] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.525707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.525809] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.525963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.526445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.526445] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd765f6f-1f6b-4935-a10b-3914c6c8a47f is going to be updated. [ 775.578610] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.578792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.578839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.579120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.579261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.579416] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd765f6f-1f6b-4935-a10b-3914c6c8a47f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.949627] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 775.949627] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 deletion is rescheduled due to dependency. [ 775.949627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.023812] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0708fffa-d4fd-46bc-8cda-6adade234abb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.526783] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.526954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.527029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.527292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.527365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.527449] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0708fffa-d4fd-46bc-8cda-6adade234abb is going to be created. [ 776.574428] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.574428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.574428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.574428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.574705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.591092] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0708fffa-d4fd-46bc-8cda-6adade234abb in Status: UNINITIALIZED for 2s [ 776.699998] env[65740]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 776.700146] env[65740]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] NSXv3 Agent Agent loop - iteration:1 started [ 776.992387] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: SUCCESS [ 776.992698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.992698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.994030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.994030] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.994030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.994030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.994030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.994030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.994030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.994030] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.437589] env[65740]: INFO networking_nsxv3.common.synchronization [None req-f364b5e8-8831-497b-811f-e62f9e990465 None None] Enqueued Resource ID: d1424595-cf76-4385-b862-96a98cf41fec with Priority: HIGHEST for action port [ 777.437961] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1424595-cf76-4385-b862-96a98cf41fec with Priority: HIGHEST for action port [ 777.438489] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1424595-cf76-4385-b862-96a98cf41fec taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.438624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1424595-cf76-4385-b862-96a98cf41fec" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.438769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1424595-cf76-4385-b862-96a98cf41fec" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.439085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1424595-cf76-4385-b862-96a98cf41fec" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.439181] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1424595-cf76-4385-b862-96a98cf41fec',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.498596] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.498795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.498874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.500040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.500040] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.500040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.500040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.500040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.500040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.500040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.500040] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.500040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.500463] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.500463] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.500463] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.500463] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.500608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.500809] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.500890] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.500972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.501161] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.941388] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1424595-cf76-4385-b862-96a98cf41fec [ 777.941657] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.941808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.941883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.942230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.942350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.942455] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1424595-cf76-4385-b862-96a98cf41fec already deleted. [ 777.942539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1424595-cf76-4385-b862-96a98cf41fec" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.003832] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5c169b9-7420-44cf-8d7d-f52604c0fed7: rpc.has_security_group_logging(os_id): False [ 778.026552] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.026714] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.026819] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.027046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.027155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.027363] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.027467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.027531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.027698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.027778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.027983] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.028120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.028183] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.028330] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.028406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.028587] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.028681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.028746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.028883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.029012] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.029065] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 is going to be updated. [ 778.106424] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.106424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.106424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.106892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.106892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.120083] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: IN_PROGRESS for 2s [ 778.605644] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0708fffa-d4fd-46bc-8cda-6adade234abb in Status: SUCCESS [ 778.608141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.608141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.608141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.608141] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.608141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.608141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.611090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.611312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.611487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.611614] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0708fffa-d4fd-46bc-8cda-6adade234abb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.921657] env[65740]: INFO networking_nsxv3.common.synchronization [req-a556194e-c16f-490a-b364-04fe1b8f432e req-5e33e0e5-f3e8-43c5-998c-f4414c28835f tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 778.922261] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 778.923138] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.923138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.923138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.923138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.923382] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.923382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.923382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.923609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.923609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.923732] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.118023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0708fffa-d4fd-46bc-8cda-6adade234abb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.118023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.118023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.118023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.118023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.118023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.118023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.118023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.118023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.118023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.118023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0708fffa-d4fd-46bc-8cda-6adade234abb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.118023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.118023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.118023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.118023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.118023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.119266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.119266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.119266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.119266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.119266] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0708fffa-d4fd-46bc-8cda-6adade234abb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.369789] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.370065] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-424" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.371478] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-424" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.371950] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-424" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.373111] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.373327] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.373447] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.373956] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.374314] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.374923] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.375047] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.375267] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.375372] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.375625] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.375727] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.375867] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.400285] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.400285] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.400523] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.400563] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-424" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.400901] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-1debdd84-6293-4648-a885-b74de608b63f taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.401121] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.401205] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.401604] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.401875] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1debdd84-6293-4648-a885-b74de608b63f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.426091] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.426856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.426856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.426856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.426856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.426856] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.426856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.426856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.427371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.427371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.427371] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 already deleted. [ 779.427371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.622492] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0708fffa-d4fd-46bc-8cda-6adade234abb: rpc.has_security_group_logging(os_id): False [ 779.654333] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.654333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.654333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.654333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.654333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.654333] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.654333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.654333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.654333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.654333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.654333] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.654333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.654333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.655190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.655479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.656212] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.656212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.656212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.656212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.656509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.656640] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0708fffa-d4fd-46bc-8cda-6adade234abb is going to be created. [ 779.730069] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.730069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.730069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.730069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.730069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.748649] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0708fffa-d4fd-46bc-8cda-6adade234abb in Status: IN_PROGRESS for 2s [ 779.906311] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.906311] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.906311] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.906311] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.906593] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.906593] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 1debdd84-6293-4648-a885-b74de608b63f not found, creating... [ 779.907053] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.907258] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.907605] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.907840] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.908054] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.908397] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.908669] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.908791] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.909119] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.909328] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.909391] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 1debdd84-6293-4648-a885-b74de608b63f is going to be created. [ 779.939392] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.939392] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.939392] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.939392] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.939392] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.939392] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.051126] env[65740]: INFO networking_nsxv3.common.synchronization [None req-3f36dac8-a878-4e7b-9807-d3f28d13a25e None None] Enqueued Resource ID: 6fa9cd7a-e3b7-407a-a3c8-e93f9aa4dcbc with Priority: HIGHEST for action port [ 780.052080] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa9cd7a-e3b7-407a-a3c8-e93f9aa4dcbc with Priority: HIGHEST for action port [ 780.052205] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fa9cd7a-e3b7-407a-a3c8-e93f9aa4dcbc taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.053349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fa9cd7a-e3b7-407a-a3c8-e93f9aa4dcbc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.053349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fa9cd7a-e3b7-407a-a3c8-e93f9aa4dcbc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.054352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fa9cd7a-e3b7-407a-a3c8-e93f9aa4dcbc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.054352] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa9cd7a-e3b7-407a-a3c8-e93f9aa4dcbc',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.141907] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: SUCCESS [ 780.142193] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.560031] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fa9cd7a-e3b7-407a-a3c8-e93f9aa4dcbc [ 780.560031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.560221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.560221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.560626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.560626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.560806] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fa9cd7a-e3b7-407a-a3c8-e93f9aa4dcbc already deleted. [ 780.560806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fa9cd7a-e3b7-407a-a3c8-e93f9aa4dcbc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.735388] env[65740]: INFO networking_nsxv3.common.synchronization [req-a556194e-c16f-490a-b364-04fe1b8f432e req-58bfe0fd-0267-49f0-9b9f-5ae89dde4e32 service nova] Enqueued Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_rules [ 780.735388] env[65740]: INFO networking_nsxv3.common.synchronization [req-a556194e-c16f-490a-b364-04fe1b8f432e req-58bfe0fd-0267-49f0-9b9f-5ae89dde4e32 service nova] Enqueued Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 780.735388] env[65740]: INFO networking_nsxv3.common.synchronization [req-a556194e-c16f-490a-b364-04fe1b8f432e req-58bfe0fd-0267-49f0-9b9f-5ae89dde4e32 service nova] Enqueued Resource ID: 1debdd84-6293-4648-a885-b74de608b63f with Priority: HIGHEST for action port [ 780.735388] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_rules [ 780.735388] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 780.735388] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1debdd84-6293-4648-a885-b74de608b63f with Priority: HIGHEST for action port [ 780.735388] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.736042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.736278] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.737314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.739705] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.739705] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.739705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.739705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.740531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.740874] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.741196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.741377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.741718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.741972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.742316] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.744787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1debdd84-6293-4648-a885-b74de608b63f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.745901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.745901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.745901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.745901] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1debdd84-6293-4648-a885-b74de608b63f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.248096] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.248451] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.248495] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.249666] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1debdd84-6293-4648-a885-b74de608b63f with status ACTIVE [ 781.249939] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.250170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.250272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.255474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.255612] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.255880] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.256039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.256111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.256326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.256421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.256648] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.256804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.256859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.257054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.257122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.257199] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1debdd84-6293-4648-a885-b74de608b63f is going to be updated. [ 781.290394] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.290583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.290653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.290904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.291077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.291251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.759040] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.767062] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0708fffa-d4fd-46bc-8cda-6adade234abb in Status: SUCCESS [ 781.767261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.262668] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.263108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.263108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.263276] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.263374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.263460] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 is going to be created. [ 782.296033] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.296033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.296226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.296397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.296608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.308616] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: UNINITIALIZED for 2s [ 784.323652] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: SUCCESS [ 784.324105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.324105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.324310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.324493] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.324630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.324709] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.324888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.324973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.325098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.325198] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.827607] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.827907] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.828138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.828400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.828617] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.828736] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.828819] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.828993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.829111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.829209] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.829392] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.829496] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.829569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.829911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.830136] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.830241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.830335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.830487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.830747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.830747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.830809] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.334495] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0902132d-cd27-4f0e-b98d-f0fb60bd4439: rpc.has_security_group_logging(os_id): False [ 785.359441] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.359641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.359712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.360038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.360237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.360572] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.361392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.361392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.361392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.361392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.361790] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.361938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.362021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.363251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.363251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.363251] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.363251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.363251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.363251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.363251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.363251] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 is going to be created. [ 785.456606] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.456606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.456606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.456839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.457447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.471910] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: IN_PROGRESS for 2s [ 785.735722] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 785.735826] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 787.489822] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: SUCCESS [ 787.490181] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.923562] env[65740]: INFO networking_nsxv3.common.synchronization [req-f472dcb9-eb70-493d-b5cb-90ec127055a4 req-be369742-474f-4714-b924-23e28abfd1a4 tempest-ServersAdminTestJSON-1982434739 tempest-ServersAdminTestJSON-1982434739-project-member] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 787.924196] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 787.925150] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.925150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.925150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.925150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.927817] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.927946] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.928035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.928241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.928333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.928429] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.435468] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.506554] env[65740]: INFO networking_nsxv3.common.synchronization [req-ea0015e3-9383-4db0-9908-1c22e5a7a62a req-88216f8c-f520-444c-a3cb-f84bbff87022 tempest-ServerGroupTestJSON-2033898855 tempest-ServerGroupTestJSON-2033898855-project-member] Enqueued Resource ID: 0708fffa-d4fd-46bc-8cda-6adade234abb with Priority: HIGHEST for action security_group_members [ 788.507129] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0708fffa-d4fd-46bc-8cda-6adade234abb with Priority: HIGHEST for action security_group_members [ 788.507457] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0708fffa-d4fd-46bc-8cda-6adade234abb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.507580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.507648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.507851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.508013] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.508122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.508181] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.508395] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.508462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.508501] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0708fffa-d4fd-46bc-8cda-6adade234abb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.588128] env[65740]: INFO networking_nsxv3.common.synchronization [req-7a4fed3e-a91a-4ad1-b8ae-0bb0d5eef049 req-d8b59694-f1df-4a0c-9801-b6a434966e8b tempest-ServersV294TestFqdnHostnames-992900627 tempest-ServersV294TestFqdnHostnames-992900627-project-member] Enqueued Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGHEST for action security_group_members [ 788.589090] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGHEST for action security_group_members [ 788.589090] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f85be4-a8d0-4829-a3be-783b0d5146de taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.589090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.589869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.590405] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.590666] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.590838] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.590916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.591138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.591285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.591432] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.938140] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.951564] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.951802] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-306" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.951933] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-306" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.952480] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-306" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.952728] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.952911] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.953058] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.953284] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.953417] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.953676] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.953796] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.953916] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.954051] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.954174] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.954275] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.954630] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.975262] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.975410] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.975463] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.975650] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-306" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.976016] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-ea8ed74c-b47c-4c13-b755-6e293b539dd3 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.976230] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-ea8ed74c-b47c-4c13-b755-6e293b539dd3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.976354] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-ea8ed74c-b47c-4c13-b755-6e293b539dd3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.976692] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-ea8ed74c-b47c-4c13-b755-6e293b539dd3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.976829] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea8ed74c-b47c-4c13-b755-6e293b539dd3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.011408] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.011610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.011610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.011881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.011986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.012213] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.012322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.012385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.012545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.012623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.012727] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0708fffa-d4fd-46bc-8cda-6adade234abb is going to be updated. [ 789.042444] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.043295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.043295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.043295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.043295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.055522] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0708fffa-d4fd-46bc-8cda-6adade234abb in Status: IN_PROGRESS for 2s [ 789.094466] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.097563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.097563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.097563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.097563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.097563] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.097563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.097563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.097563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.097563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.097563] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f85be4-a8d0-4829-a3be-783b0d5146de already deleted. [ 789.097563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.442745] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.442910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.442968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.443207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.443302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.443401] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 789.476071] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.476273] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.476273] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.476514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.476664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.479473] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.479689] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.479835] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.480089] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.480231] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.480377] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port ea8ed74c-b47c-4c13-b755-6e293b539dd3 not found, creating... [ 789.480623] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.480775] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.480892] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.481146] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.481287] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.481578] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.481751] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.481868] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.482215] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.482366] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.482504] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: ea8ed74c-b47c-4c13-b755-6e293b539dd3 is going to be created. [ 789.487166] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 789.501761] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.502047] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.502139] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.502408] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.502632] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.502928] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-ea8ed74c-b47c-4c13-b755-6e293b539dd3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.219607] env[65740]: INFO networking_nsxv3.common.synchronization [req-7a4fed3e-a91a-4ad1-b8ae-0bb0d5eef049 req-2c6163fa-aa62-42d8-a74b-7ec45e35ffbb service nova] Enqueued Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGHEST for action security_group_rules [ 790.219607] env[65740]: INFO networking_nsxv3.common.synchronization [req-7a4fed3e-a91a-4ad1-b8ae-0bb0d5eef049 req-2c6163fa-aa62-42d8-a74b-7ec45e35ffbb service nova] Enqueued Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGHEST for action security_group_members [ 790.219607] env[65740]: INFO networking_nsxv3.common.synchronization [req-7a4fed3e-a91a-4ad1-b8ae-0bb0d5eef049 req-2c6163fa-aa62-42d8-a74b-7ec45e35ffbb service nova] Enqueued Resource ID: ea8ed74c-b47c-4c13-b755-6e293b539dd3 with Priority: HIGHEST for action port [ 790.220717] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGHEST for action security_group_rules [ 790.220985] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGHEST for action security_group_members [ 790.221120] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea8ed74c-b47c-4c13-b755-6e293b539dd3 with Priority: HIGHEST for action port [ 790.221421] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f85be4-a8d0-4829-a3be-783b0d5146de taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.221596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.221747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.222017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.222150] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.223163] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f85be4-a8d0-4829-a3be-783b0d5146de taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.223294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.223359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.224069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.224231] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.224330] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.224434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.225027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.225027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.225027] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.225889] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea8ed74c-b47c-4c13-b755-6e293b539dd3 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.226021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea8ed74c-b47c-4c13-b755-6e293b539dd3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.226126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea8ed74c-b47c-4c13-b755-6e293b539dd3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.227129] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea8ed74c-b47c-4c13-b755-6e293b539dd3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.227129] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea8ed74c-b47c-4c13-b755-6e293b539dd3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.729948] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f85be4-a8d0-4829-a3be-783b0d5146de taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.729948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.729948] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.730908] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea8ed74c-b47c-4c13-b755-6e293b539dd3 with status ACTIVE [ 790.731205] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.731364] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.731430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.731604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.731760] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.732028] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.732200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.732200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.732345] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.732422] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.732605] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.732702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.732754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.732898] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.732998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.733099] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea8ed74c-b47c-4c13-b755-6e293b539dd3 is going to be updated. [ 790.759612] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.759916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.759916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.760146] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.760210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.760367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea8ed74c-b47c-4c13-b755-6e293b539dd3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.067383] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0708fffa-d4fd-46bc-8cda-6adade234abb in Status: SUCCESS [ 791.067801] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0708fffa-d4fd-46bc-8cda-6adade234abb deletion is rescheduled due to dependency. [ 791.067904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.237484] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.348390] env[65740]: INFO networking_nsxv3.common.synchronization [req-5a58ffe0-f00a-476b-a056-73f4681d9b56 req-e5c7b3db-747d-47a6-989f-cc8ac46cfa23 tempest-ServerDiskConfigTestJSON-1821978894 tempest-ServerDiskConfigTestJSON-1821978894-project-member] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 791.348390] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 791.348390] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.348390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.348390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.349360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.350166] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.350494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.350683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.351059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.351288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.351661] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.497916] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 791.498198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.740773] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.740773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.740773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.740773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.740773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.741096] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f85be4-a8d0-4829-a3be-783b0d5146de is going to be created. [ 791.768191] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.768191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.768191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.768191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.768191] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.768191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.768191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.768191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.768191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.768838] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.769134] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.769351] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.769541] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.769785] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.769991] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.770233] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.772907] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.775468] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.775468] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.775468] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.775468] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.789433] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f85be4-a8d0-4829-a3be-783b0d5146de in Status: UNINITIALIZED for 2s [ 791.799978] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.799978] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.799978] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.799978] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.799978] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-396e9039-7f4a-433b-af9b-dcfacc6d0293 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.799978] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-396e9039-7f4a-433b-af9b-dcfacc6d0293" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.799978] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-396e9039-7f4a-433b-af9b-dcfacc6d0293" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.799978] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-396e9039-7f4a-433b-af9b-dcfacc6d0293" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.799978] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('396e9039-7f4a-433b-af9b-dcfacc6d0293',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.856815] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.856815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.856815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.856815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.856815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.856815] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.856815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.856815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.856815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.856815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.856815] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 791.907568] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.907568] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.907850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.907850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.907973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.922037] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 792.302441] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.302932] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.302932] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.303398] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.303571] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.303792] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 396e9039-7f4a-433b-af9b-dcfacc6d0293 not found, creating... [ 792.304360] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.304616] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.304822] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.305139] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.305359] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.305815] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.307127] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.307127] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.307127] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.307127] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.307127] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 396e9039-7f4a-433b-af9b-dcfacc6d0293 is going to be created. [ 792.331010] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.331267] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.331388] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.331654] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.331961] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.332206] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-396e9039-7f4a-433b-af9b-dcfacc6d0293" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.071073] env[65740]: INFO networking_nsxv3.common.synchronization [req-5a58ffe0-f00a-476b-a056-73f4681d9b56 req-ae5c9b26-ed03-4ef6-ac38-73898e0cdd6d service nova] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_rules [ 793.071265] env[65740]: INFO networking_nsxv3.common.synchronization [req-5a58ffe0-f00a-476b-a056-73f4681d9b56 req-ae5c9b26-ed03-4ef6-ac38-73898e0cdd6d service nova] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 793.071397] env[65740]: INFO networking_nsxv3.common.synchronization [req-5a58ffe0-f00a-476b-a056-73f4681d9b56 req-ae5c9b26-ed03-4ef6-ac38-73898e0cdd6d service nova] Enqueued Resource ID: 396e9039-7f4a-433b-af9b-dcfacc6d0293 with Priority: HIGHEST for action port [ 793.072045] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_rules [ 793.072193] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 793.072294] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396e9039-7f4a-433b-af9b-dcfacc6d0293 with Priority: HIGHEST for action port [ 793.075877] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.075877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.075877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.075877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.075877] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.076307] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.076383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.076599] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-396e9039-7f4a-433b-af9b-dcfacc6d0293 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.076715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-396e9039-7f4a-433b-af9b-dcfacc6d0293" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.076780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-396e9039-7f4a-433b-af9b-dcfacc6d0293" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.076983] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-396e9039-7f4a-433b-af9b-dcfacc6d0293" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.077069] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('396e9039-7f4a-433b-af9b-dcfacc6d0293',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.580153] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.580505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.580547] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 396e9039-7f4a-433b-af9b-dcfacc6d0293 with status ACTIVE [ 793.580711] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.580844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.580892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.581140] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.581227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.581993] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.581993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.581993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.581993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.581993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.582374] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.582374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.582374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.582374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.582560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.582560] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 396e9039-7f4a-433b-af9b-dcfacc6d0293 is going to be updated. [ 793.606482] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.607167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.607167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.607167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.607167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.607460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-396e9039-7f4a-433b-af9b-dcfacc6d0293" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.801442] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f85be4-a8d0-4829-a3be-783b0d5146de in Status: SUCCESS [ 793.802106] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.802106] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.802249] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.802376] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.802495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.802555] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.802809] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.802930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.803019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.803149] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.932689] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 793.932879] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 deletion is rescheduled due to dependency. [ 793.933000] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.933193] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.933413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.933595] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.933717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.933785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.933963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.934107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.934162] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.109826] env[65740]: INFO networking_nsxv3.common.synchronization [None req-650e6a6b-5e6b-4a7d-b235-4de1d5189a12 tempest-ImagesOneServerNegativeTestJSON-1077993635 tempest-ImagesOneServerNegativeTestJSON-1077993635-project-member] Enqueued Resource ID: 1c88b1fa-d766-44ab-bab5-d095bbfaada9 with Priority: HIGHEST for action security_group_rules [ 794.110368] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c88b1fa-d766-44ab-bab5-d095bbfaada9 with Priority: HIGHEST for action security_group_rules [ 794.110752] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c88b1fa-d766-44ab-bab5-d095bbfaada9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.111317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c88b1fa-d766-44ab-bab5-d095bbfaada9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.111317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c88b1fa-d766-44ab-bab5-d095bbfaada9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.111810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c88b1fa-d766-44ab-bab5-d095bbfaada9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.111810] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c88b1fa-d766-44ab-bab5-d095bbfaada9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.202149] env[65740]: INFO networking_nsxv3.common.synchronization [None req-bbe5d1e1-7042-45ac-948d-1f251d5eb0fc tempest-ImagesOneServerNegativeTestJSON-1077993635 tempest-ImagesOneServerNegativeTestJSON-1077993635-project-member] Enqueued Resource ID: 1c88b1fa-d766-44ab-bab5-d095bbfaada9 with Priority: HIGHEST for action security_group_rules [ 794.202687] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c88b1fa-d766-44ab-bab5-d095bbfaada9 with Priority: HIGHEST for action security_group_rules [ 794.203200] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c88b1fa-d766-44ab-bab5-d095bbfaada9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.203200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c88b1fa-d766-44ab-bab5-d095bbfaada9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.305261] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.437618] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.636812] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.636812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.636812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.636812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.636812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.636812] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c88b1fa-d766-44ab-bab5-d095bbfaada9 already deleted. [ 794.637523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c88b1fa-d766-44ab-bab5-d095bbfaada9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.637523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c88b1fa-d766-44ab-bab5-d095bbfaada9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.637523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c88b1fa-d766-44ab-bab5-d095bbfaada9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.637523] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c88b1fa-d766-44ab-bab5-d095bbfaada9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.655912] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.656112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.656169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.656747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.656866] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.809065] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33f85be4-a8d0-4829-a3be-783b0d5146de: rpc.has_security_group_logging(os_id): False [ 794.827164] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.827407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.827472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.827664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.827787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.828072] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.828183] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.828229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.828393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.828471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.828558] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f85be4-a8d0-4829-a3be-783b0d5146de is going to be created. [ 794.888737] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.888926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.888996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.889196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.889393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.901442] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f85be4-a8d0-4829-a3be-783b0d5146de in Status: IN_PROGRESS for 2s [ 794.939589] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.160183] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.160406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.160541] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.160761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.160918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.161035] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c88b1fa-d766-44ab-bab5-d095bbfaada9 already deleted. [ 795.161173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c88b1fa-d766-44ab-bab5-d095bbfaada9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.161479] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.441573] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.441765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.441840] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.442072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.442164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.442264] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 795.476388] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.476627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.476627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.477445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.477445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.488206] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 795.664093] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.166559] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 796.166679] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 796.919997] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f85be4-a8d0-4829-a3be-783b0d5146de in Status: SUCCESS [ 796.920334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.070963] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.071229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.071229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.071456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.085954] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 797.088068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.090785] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 797.127340] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.127499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.127586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.127778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.133707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.135041] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 797.135041] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.135041] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 797.177406] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.177550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.177622] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.177849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.179096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.179266] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 797.262989] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.263257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.263257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.263469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.263711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.263956] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 797.345280] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.345617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.345777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.346249] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.346794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.347385] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 797.347555] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7ee10b52-9e61-473a-82cf-1fea479aa099', '6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30', 'a2f0b73f-c6d5-4845-b545-5c1afefd0d2d', 'b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac', 'b4340682-4ef9-4a8a-b168-5cc592daedb6', '84d7d07b-8177-49d7-a158-2dfa7532f71e', '20773977-53ee-4b86-a332-1954a3af7415', 'e967fa87-8850-4d4f-89c0-0d5a32442ca7', '347885ea-da5c-4ce1-8470-3fef5ee9df62', 'acac2e1f-fce8-4963-b9bf-756ce84419d9', '972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e', '86ecb0ab-3a2b-488d-acab-24bfb4daa3a5', '089712d3-38c0-4a20-8a38-b9bf6bf6dc84', '3a601d1d-cd95-4a01-9d21-5f68ca1f7075', 'bb3ecdc5-00a3-4058-8793-40016a940114', '047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7', '0708fffa-d4fd-46bc-8cda-6adade234abb', 'aec2b221-742c-4872-8efc-20e0910f8050', '33f85be4-a8d0-4829-a3be-783b0d5146de', '7ff4c094-a270-4975-a98f-8bdf8e46e385', '51ac6fdc-da35-4d9d-a6ed-a388cb628b89', '4a226a8a-4e47-42aa-8996-f52fe58072e8', 'da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed', '0902132d-cd27-4f0e-b98d-f0fb60bd4439', 'a5c169b9-7420-44cf-8d7d-f52604c0fed7', '15a57563-a531-46d1-8ba1-d4eb3aa9ca6a', 'd182ab5a-c9e6-462f-b9f1-7bf5b6de5af6', '8dd96a5e-2b86-45ea-8c72-4f2df08754e0', '75b1b03f-327d-4a7c-bb5b-6d91e309f806', 'e1099a0c-19ab-4396-94e7-34430855201d', '0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d', '4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1'} {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.347727] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 797.371520] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.371520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.371520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.371958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.372135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.372276] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 797.372368] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.372646] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 797.439417] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.439566] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.439642] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.439916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.440662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.444020] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 797.444020] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.444020] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 797.444020] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 797.444020] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 797.444020] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGH for action security_group_rules [ 797.444020] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 with Priority: HIGH for action security_group_rules [ 797.444020] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGH for action security_group_rules [ 797.444020] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGH for action security_group_rules [ 797.444020] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGH for action security_group_rules [ 797.444020] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGH for action security_group_rules [ 797.444020] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGH for action security_group_rules [ 797.445376] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGH for action security_group_rules [ 797.445539] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGH for action security_group_rules [ 797.445618] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGH for action security_group_rules [ 797.445773] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e with Priority: HIGH for action security_group_rules [ 797.445842] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 with Priority: HIGH for action security_group_rules [ 797.445918] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGH for action security_group_rules [ 797.445997] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 with Priority: HIGH for action security_group_rules [ 797.446078] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb3ecdc5-00a3-4058-8793-40016a940114 with Priority: HIGH for action security_group_rules [ 797.446149] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGH for action security_group_rules [ 797.446221] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0708fffa-d4fd-46bc-8cda-6adade234abb with Priority: HIGH for action security_group_rules [ 797.446285] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGH for action security_group_rules [ 797.446360] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGH for action security_group_rules [ 797.446421] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGH for action security_group_rules [ 797.446536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.499549] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 797.499834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.500035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.500350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.500587] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.500709] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.500771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.501056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.501134] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.501225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.501320] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.007824] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.008815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.008976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.009278] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.009514] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.009514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.009892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.010190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.010260] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.010357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.011084] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.011084] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.011084] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.012989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.013379] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.013379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.013512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.013542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.013630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.013711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.013819] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.517951] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e967fa87-8850-4d4f-89c0-0d5a32442ca7: rpc.has_security_group_logging(os_id): False [ 798.539899] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.540465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.540465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.540465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.565025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.565025] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.565025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.565025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.565025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.565025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.565025] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.565025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.565025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.565025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.565025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.565025] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.565025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.565025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.565752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.565752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.565752] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 798.632467] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.633436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.633436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.633582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.633825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.647450] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 798.737209] env[65740]: INFO networking_nsxv3.common.synchronization [req-6443b838-f4eb-4fdd-bcc5-c543831cf972 req-08f565a2-70c9-4ac8-af19-c4cfb88e3dae tempest-ServerAddressesNegativeTestJSON-760420431 tempest-ServerAddressesNegativeTestJSON-760420431-project-member] Enqueued Resource ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 with Priority: HIGHEST for action security_group_members [ 798.737209] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 with Priority: HIGHEST for action security_group_members [ 798.737209] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGH for action security_group_rules [ 798.737209] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGH for action security_group_rules [ 798.737209] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGH for action security_group_rules [ 798.737209] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3ecdc5-00a3-4058-8793-40016a940114 with Priority: HIGH for action security_group_rules [ 798.737209] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGH for action security_group_rules [ 798.737209] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGH for action security_group_rules [ 798.737209] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGH for action security_group_rules [ 798.737209] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0708fffa-d4fd-46bc-8cda-6adade234abb with Priority: HIGH for action security_group_rules [ 798.737209] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 with Priority: HIGH for action security_group_rules [ 798.737624] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGH for action security_group_rules [ 798.737624] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 with Priority: HIGH for action security_group_rules [ 798.737624] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 with Priority: HIGH for action security_group_rules [ 798.737624] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e with Priority: HIGH for action security_group_rules [ 798.737624] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGH for action security_group_rules [ 798.737778] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGH for action security_group_rules [ 798.737778] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e with Priority: HIGH for action security_group_rules [ 798.737914] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGH for action security_group_rules [ 798.737959] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGH for action security_group_rules [ 798.738055] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 with Priority: HIGH for action security_group_rules [ 798.738146] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac with Priority: HIGH for action security_group_rules [ 798.739353] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f725c56-2ee2-44cc-99a9-360b6d2835f3 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.739541] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.739632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.739933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.740159] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.741235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.741235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.741235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.741235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.741235] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f725c56-2ee2-44cc-99a9-360b6d2835f3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.742473] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.742473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.742583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.742703] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.743670] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.746204] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.746204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.746294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.747189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.747189] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.747470] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.747737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.747824] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.748086] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.748207] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.748946] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb3ecdc5-00a3-4058-8793-40016a940114 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.749073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.749119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.749268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.749335] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb3ecdc5-00a3-4058-8793-40016a940114',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.753581] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.753581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.753581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.753581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.753581] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.754292] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f85be4-a8d0-4829-a3be-783b0d5146de taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.754392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.754813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.754813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.754813] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.755629] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.755744] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.755796] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.755966] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.756210] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.758205] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0708fffa-d4fd-46bc-8cda-6adade234abb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.758205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.758205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.758205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.758205] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0708fffa-d4fd-46bc-8cda-6adade234abb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.758425] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a601d1d-cd95-4a01-9d21-5f68ca1f7075 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.758425] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.758516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.759439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.759439] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a601d1d-cd95-4a01-9d21-5f68ca1f7075',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.759545] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.759605] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.759651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.760032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.760032] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.761037] env[65740]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 798.761803] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.761908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.761972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.762136] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.762202] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('089712d3-38c0-4a20-8a38-b9bf6bf6dc84',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.763418] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.763523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.763579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.763884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.763884] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86ecb0ab-3a2b-488d-acab-24bfb4daa3a5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.764760] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.764858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.765579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.765579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.765579] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.767544] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.767544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.767544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.767544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.767703] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.768561] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.768665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.768730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.768876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.768974] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.770129] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84d7d07b-8177-49d7-a158-2dfa7532f71e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.770239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.770306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.770453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.770524] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84d7d07b-8177-49d7-a158-2dfa7532f71e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.771468] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.771612] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.771787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4340682-4ef9-4a8a-b168-5cc592daedb6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.771867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.771922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.772081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.772192] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.773342] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.773342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.773479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.773784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.773784] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.774770] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.774903] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.774973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.775150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.775266] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.782487] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.782706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.782774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.782989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.783167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.783308] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.783389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.783613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.783613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.783698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.783741] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 already deleted. [ 798.783821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.811336] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.811503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.811503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.811663] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.837036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.837169] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be deleted. [ 798.894683] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.894826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.894826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.894980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.895070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.895185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.167756] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.168115] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-212" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.168115] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-212" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.168480] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-212" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.168761] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.168924] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.169902] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.169902] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.169902] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.169902] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.169902] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.170131] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.170131] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.170248] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.170336] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.170467] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.202503] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.202683] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.202871] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.203133] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-212" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.203462] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-2d9421e3-8c34-4049-bf1c-e3be4921eb56 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.203644] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-2d9421e3-8c34-4049-bf1c-e3be4921eb56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.203765] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-2d9421e3-8c34-4049-bf1c-e3be4921eb56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.204149] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-2d9421e3-8c34-4049-bf1c-e3be4921eb56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.204285] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9421e3-8c34-4049-bf1c-e3be4921eb56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.298120] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.298343] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.298343] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.298550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.300873] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.301023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.316844] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.317108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.317397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.317551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.317810] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.317978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.318097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.318486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.318563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.318713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.318873] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.321504] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.321666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.321838] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.322065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.322951] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.322951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.322951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.322951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.322951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.323664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.323664] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.325047] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.325047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.325047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.325047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.325289] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.325289] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.325374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.325770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.325770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.325885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.326059] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.330596] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4340682-4ef9-4a8a-b168-5cc592daedb6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.330596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.330820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.331899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.331899] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.331899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.332109] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.332978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.332978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.332978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.332978] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.333326] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.333426] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.333729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.333729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.333834] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.333892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.333926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.334091] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.334174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.334259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.334340] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.336998] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f85be4-a8d0-4829-a3be-783b0d5146de taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.337184] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.337291] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.337523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.337737] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.337867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.338043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.338205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.338327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.338464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.338591] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.342978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.343307] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be deleted. [ 799.348383] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.348591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.348668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.348974] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.349240] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.349383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.349525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.349814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.349900] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.350061] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.350296] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.350455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.350539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.350772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.351082] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.351182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.351262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.351479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.351609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.351801] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.351890] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.356195] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.356738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.356738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.356738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.356922] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.357315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.357315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.357455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.357603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.357836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.358054] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.358186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.358341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.358516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.358837] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.358893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.359025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.359186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.359688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.359688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.359688] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.362735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.362735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.412089] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.412291] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.413392] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.413566] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.414355] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.414470] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.415170] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.415259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.418240] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.418347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.419305] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.419399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.422936] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.423096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.424560] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.424560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.426588] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.426735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.427475] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.427562] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.434125] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 799.434655] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.434782] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be deleted. [ 799.435999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.436095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.462039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.463278] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0708fffa-d4fd-46bc-8cda-6adade234abb is going to be deleted. [ 799.463278] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.463555] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.487156] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.487476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.495521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.495702] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb3ecdc5-00a3-4058-8793-40016a940114 is going to be deleted. [ 799.496897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.497247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.538845] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.540482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.548870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.549054] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e is going to be deleted. [ 799.551322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.551322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.552286] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.552504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.594343] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.594544] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 is going to be deleted. [ 799.595500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.595756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.642842] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.642842] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.654717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.654717] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a601d1d-cd95-4a01-9d21-5f68ca1f7075 is going to be deleted. [ 799.655467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.655685] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.683691] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.683825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.703573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.703773] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 089712d3-38c0-4a20-8a38-b9bf6bf6dc84 is going to be deleted. [ 799.705261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.705546] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.708053] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.708376] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.708570] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.708928] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.709157] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.709383] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 2d9421e3-8c34-4049-bf1c-e3be4921eb56 not found, creating... [ 799.709791] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.710046] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.710229] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.710548] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.710751] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.711217] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.711468] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.711648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.711958] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.712167] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.712374] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 2d9421e3-8c34-4049-bf1c-e3be4921eb56 is going to be created. [ 799.779336] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.779577] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.779777] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.780156] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.780449] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.780744] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-2d9421e3-8c34-4049-bf1c-e3be4921eb56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.811014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.811261] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84d7d07b-8177-49d7-a158-2dfa7532f71e is going to be deleted. [ 799.812802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.814310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.845675] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.848887] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.849095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.853437] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.853633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.855236] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.856257] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.862277] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.871336] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7: rpc.has_security_group_logging(os_id): False [ 799.876175] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ff4c094-a270-4975-a98f-8bdf8e46e385: rpc.has_security_group_logging(os_id): False [ 799.942465] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.943494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.946395] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.946395] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.986412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.986412] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86ecb0ab-3a2b-488d-acab-24bfb4daa3a5 is going to be deleted. [ 799.988097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.988097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.044543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.044543] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac is going to be deleted. [ 800.046371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.046371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.054471] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.054471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.077411] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.077494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.125477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.125615] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30 is going to be deleted. [ 800.127090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.127325] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.127417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.127553] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.127696] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.127851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.127934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.128063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.128632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.128867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.128921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.129651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0708fffa-d4fd-46bc-8cda-6adade234abb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.129651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.129651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.129651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.129651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb3ecdc5-00a3-4058-8793-40016a940114" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.129651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.129973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.129973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.130048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-972acf78-2b50-4dea-b9b1-ecfd6ffe7d5e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.130194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.130367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.130512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.130624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.130854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.130918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.130961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.132968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a601d1d-cd95-4a01-9d21-5f68ca1f7075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.132968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.132968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.221667] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.222017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.232298] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.232428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.244020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.244020] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.244020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.244020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.244020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.244020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.244020] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.244020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.244020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.244020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.244020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.244020] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.244020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.244020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.244642] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.244826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.245036] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 is going to be updated. [ 800.246248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.246560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.310917] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.311309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.327206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.327206] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.327206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.327206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.327206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.327206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.327206] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.328098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.328277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.330623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.330623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.330623] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.330623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.330623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.330623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.330623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.330623] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 800.331280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.331481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.331569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.331694] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84d7d07b-8177-49d7-a158-2dfa7532f71e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.331864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.332119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.332221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.332342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86ecb0ab-3a2b-488d-acab-24bfb4daa3a5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.332604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.333211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.333253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.333381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3f1f01f-c43e-4a60-9b5a-3c7610ff94ac" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.333501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.333648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.333722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.333825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-089712d3-38c0-4a20-8a38-b9bf6bf6dc84" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.334487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.334647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.334726] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.334891] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b67ecb4-da1e-43dc-a2a3-fafa9ec43a30" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.348454] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aec2b221-742c-4872-8efc-20e0910f8050: rpc.has_security_group_logging(os_id): False [ 800.360051] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4340682-4ef9-4a8a-b168-5cc592daedb6: rpc.has_security_group_logging(os_id): False [ 800.361369] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 347885ea-da5c-4ce1-8470-3fef5ee9df62: rpc.has_security_group_logging(os_id): False [ 800.365459] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33f85be4-a8d0-4829-a3be-783b0d5146de: rpc.has_security_group_logging(os_id): False [ 800.429027] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.429027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.429027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.429027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.430373] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.430525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.435172] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.435323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.435767] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.435905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.487156] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.487156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.496589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.496589] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.497692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.498818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.498818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.498818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.498818] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f85be4-a8d0-4829-a3be-783b0d5146de is going to be updated. [ 800.504292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.504292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.538172] env[65740]: INFO networking_nsxv3.common.synchronization [req-6443b838-f4eb-4fdd-bcc5-c543831cf972 req-7533d643-1954-4b80-b5aa-e8615bb39358 service nova] Enqueued Resource ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 with Priority: HIGHEST for action security_group_rules [ 800.538791] env[65740]: INFO networking_nsxv3.common.synchronization [req-6443b838-f4eb-4fdd-bcc5-c543831cf972 req-7533d643-1954-4b80-b5aa-e8615bb39358 service nova] Enqueued Resource ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 with Priority: HIGHEST for action security_group_members [ 800.539125] env[65740]: INFO networking_nsxv3.common.synchronization [req-6443b838-f4eb-4fdd-bcc5-c543831cf972 req-7533d643-1954-4b80-b5aa-e8615bb39358 service nova] Enqueued Resource ID: 2d9421e3-8c34-4049-bf1c-e3be4921eb56 with Priority: HIGHEST for action port [ 800.542564] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 with Priority: HIGHEST for action security_group_rules [ 800.542564] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 with Priority: HIGHEST for action security_group_members [ 800.542564] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9421e3-8c34-4049-bf1c-e3be4921eb56 with Priority: HIGHEST for action port [ 800.542564] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f725c56-2ee2-44cc-99a9-360b6d2835f3 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.542564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.542564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.542564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.542564] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f725c56-2ee2-44cc-99a9-360b6d2835f3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.542564] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f725c56-2ee2-44cc-99a9-360b6d2835f3 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.542564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.542564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.542564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.546200] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.546413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.546488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.546708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.548477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.548477] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f725c56-2ee2-44cc-99a9-360b6d2835f3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.548477] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d9421e3-8c34-4049-bf1c-e3be4921eb56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.548477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d9421e3-8c34-4049-bf1c-e3be4921eb56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.548477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d9421e3-8c34-4049-bf1c-e3be4921eb56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.549017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d9421e3-8c34-4049-bf1c-e3be4921eb56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.549017] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9421e3-8c34-4049-bf1c-e3be4921eb56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.584887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.585997] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.585997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.585997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.585997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.585997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.586248] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 is going to be updated. [ 800.588073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.588278] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.591711] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.591711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.830287] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 800.831531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.831531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.831531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.831531] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.833231] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.833368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.838706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.839026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.839132] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.839201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.839407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.839487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.839587] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 is going to be updated. [ 800.840833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.841409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.899281] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.899831] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.899831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.899831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.900165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.900165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.900263] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec2b221-742c-4872-8efc-20e0910f8050 is going to be updated. [ 800.901445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.901712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.901904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.903315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.903315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.903315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.904378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.904563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.904813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.991980] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f85be4-a8d0-4829-a3be-783b0d5146de in Status: IN_PROGRESS for 2s [ 801.015689] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 801.020562] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: SUCCESS [ 801.020756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.036932] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.036932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.036932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.036932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.036932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.055108] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f725c56-2ee2-44cc-99a9-360b6d2835f3 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.055108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.056115] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f725c56-2ee2-44cc-99a9-360b6d2835f3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.058536] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d9421e3-8c34-4049-bf1c-e3be4921eb56 with status ACTIVE [ 801.058536] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.058870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.059046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.062022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.062022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.062022] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.062022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.062022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.062022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.062022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.062022] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.062022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.062022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.062022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.062022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.062022] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d9421e3-8c34-4049-bf1c-e3be4921eb56 is going to be updated. [ 801.073319] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: IN_PROGRESS for 2s [ 801.097092] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.097310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.097358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.097557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.097733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.137361] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 in Status: IN_PROGRESS for 2s [ 801.140374] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.140518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.140583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.140802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.140981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.141190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d9421e3-8c34-4049-bf1c-e3be4921eb56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.185323] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 801.185968] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.186209] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.186276] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.186486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.186625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.211622] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: IN_PROGRESS for 2s [ 801.335490] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.335920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.335920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.336155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.336372] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.336547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.336547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.336790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.336883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.336978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.337175] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.563339] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f725c56-2ee2-44cc-99a9-360b6d2835f3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.613180] env[65740]: INFO networking_nsxv3.common.synchronization [req-86ecc8df-8d54-4e86-87e6-fac523c1a33c req-93c2a6b3-bad7-40c0-a4aa-63d805a73031 tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 with Priority: HIGHEST for action security_group_members [ 801.613180] env[65740]: INFO networking_nsxv3.common.synchronization [req-86ecc8df-8d54-4e86-87e6-fac523c1a33c req-93c2a6b3-bad7-40c0-a4aa-63d805a73031 tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 801.613764] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 with Priority: HIGHEST for action security_group_members [ 801.614097] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 801.614549] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.614872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.617034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.617034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.617034] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.617034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.617034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.617034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.617034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.617034] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107f0bf6-7b55-4af0-9bd5-8a52502ea5e9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.618128] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.618394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.618596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.620918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.620918] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.620918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.620918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.620918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.620918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.620918] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.671388] env[65740]: INFO networking_nsxv3.common.synchronization [req-86ecc8df-8d54-4e86-87e6-fac523c1a33c req-93c2a6b3-bad7-40c0-a4aa-63d805a73031 tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_rules [ 801.671388] env[65740]: INFO networking_nsxv3.common.synchronization [req-86ecc8df-8d54-4e86-87e6-fac523c1a33c req-93c2a6b3-bad7-40c0-a4aa-63d805a73031 tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 801.671388] env[65740]: INFO networking_nsxv3.common.synchronization [req-86ecc8df-8d54-4e86-87e6-fac523c1a33c req-93c2a6b3-bad7-40c0-a4aa-63d805a73031 tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 with Priority: HIGHEST for action security_group_rules [ 801.671388] env[65740]: INFO networking_nsxv3.common.synchronization [req-86ecc8df-8d54-4e86-87e6-fac523c1a33c req-93c2a6b3-bad7-40c0-a4aa-63d805a73031 tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 with Priority: HIGHEST for action security_group_members [ 801.671388] env[65740]: INFO networking_nsxv3.common.synchronization [req-86ecc8df-8d54-4e86-87e6-fac523c1a33c req-93c2a6b3-bad7-40c0-a4aa-63d805a73031 tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 1debdd84-6293-4648-a885-b74de608b63f with Priority: HIGHEST for action port [ 801.671388] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_rules [ 801.671388] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 with Priority: HIGHEST for action security_group_rules [ 801.672053] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1debdd84-6293-4648-a885-b74de608b63f with Priority: HIGHEST for action port [ 801.672321] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 801.672579] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 with Priority: HIGHEST for action security_group_members [ 801.673290] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.676072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.676072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.676072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.676072] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.676072] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.676072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.676072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.676733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.678184] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('107f0bf6-7b55-4af0-9bd5-8a52502ea5e9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.678184] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1debdd84-6293-4648-a885-b74de608b63f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.678305] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.678484] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.678755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.678900] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1debdd84-6293-4648-a885-b74de608b63f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.680762] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.681298] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.681916] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.682056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.839267] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.839901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.839901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.839901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.839901] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.840125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.840125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.840583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.840583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.840583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.840583] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.840766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.840805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.840979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.841746] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.841746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.841746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.841746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.841746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.841746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.841746] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.066430] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.066681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.066808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.067121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.067216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.067328] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 is going to be created. [ 802.118292] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.118390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.118390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.118608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.118770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.121663] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('107f0bf6-7b55-4af0-9bd5-8a52502ea5e9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.123296] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.131200] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 in Status: UNINITIALIZED for 2s [ 802.183419] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.183589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.185930] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1debdd84-6293-4648-a885-b74de608b63f with status ACTIVE [ 802.186083] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.186220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.186289] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.186514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.186609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.186793] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.186896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.186959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.187134] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.187213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.187404] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.187509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.187561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.188126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.188126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.188126] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1debdd84-6293-4648-a885-b74de608b63f is going to be updated. [ 802.189209] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.189376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.216984] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.216984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.216984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.216984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.216984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.216984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.342973] env[65740]: INFO networking_nsxv3.common.synchronization [req-485303b2-bc17-4f2f-b8b6-468841a026fb req-cd003438-4f8d-4e23-8188-12e4bda68846 tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 with Priority: HIGHEST for action security_group_members [ 802.343374] env[65740]: INFO networking_nsxv3.common.synchronization [req-485303b2-bc17-4f2f-b8b6-468841a026fb req-cd003438-4f8d-4e23-8188-12e4bda68846 tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 802.343899] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 with Priority: HIGHEST for action security_group_members [ 802.345680] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 802.345680] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e967fa87-8850-4d4f-89c0-0d5a32442ca7: rpc.has_security_group_logging(os_id): False [ 802.346930] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.347057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.347270] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.347370] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.414244] env[65740]: INFO networking_nsxv3.common.synchronization [req-485303b2-bc17-4f2f-b8b6-468841a026fb req-cd003438-4f8d-4e23-8188-12e4bda68846 tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_rules [ 802.414397] env[65740]: INFO networking_nsxv3.common.synchronization [req-485303b2-bc17-4f2f-b8b6-468841a026fb req-cd003438-4f8d-4e23-8188-12e4bda68846 tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 802.414731] env[65740]: INFO networking_nsxv3.common.synchronization [req-485303b2-bc17-4f2f-b8b6-468841a026fb req-cd003438-4f8d-4e23-8188-12e4bda68846 tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 1debdd84-6293-4648-a885-b74de608b63f with Priority: HIGHEST for action port [ 802.415568] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_rules [ 802.415770] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 802.415933] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1debdd84-6293-4648-a885-b74de608b63f with Priority: HIGHEST for action port [ 802.416287] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.416398] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.416604] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.416689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.417285] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1debdd84-6293-4648-a885-b74de608b63f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.417442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.417512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.417725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.417821] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1debdd84-6293-4648-a885-b74de608b63f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.435434] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.435833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.435833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.436132] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.436260] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.436565] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.436710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.436803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.437077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.437228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.437520] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.437661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.437749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.437956] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.438090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.438359] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.438538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.438640] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.438762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.438865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.438981] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 802.621651] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.621651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.621651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.621935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.621985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.624769] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('107f0bf6-7b55-4af0-9bd5-8a52502ea5e9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.627501] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.641031] env[65740]: INFO networking_nsxv3.common.synchronization [req-85141f35-eb44-4254-a8f3-2b783293926f req-e9839dd8-5a0b-426b-bea6-2c856b365b7e tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGHEST for action security_group_members [ 802.642709] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 802.643499] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGHEST for action security_group_members [ 802.643858] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4909c734-1013-4805-aeaf-670f4465bc16 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.644009] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.644118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.644403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.644562] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.644661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.644725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.644880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.644969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.645079] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4909c734-1013-4805-aeaf-670f4465bc16',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.920028] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1debdd84-6293-4648-a885-b74de608b63f with status ACTIVE [ 802.920292] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.920428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.920497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.920707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.920797] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.920983] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.921092] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.921153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.921305] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.921380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.921568] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.921659] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.921719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.921905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.922047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.922126] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1debdd84-6293-4648-a885-b74de608b63f is going to be updated. [ 802.949556] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.949705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.949779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.949972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.950114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.950338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1debdd84-6293-4648-a885-b74de608b63f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.005952] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33f85be4-a8d0-4829-a3be-783b0d5146de in Status: SUCCESS [ 803.006240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.028819] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.029076] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.029221] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.029581] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.029996] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.030240] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.030382] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.030670] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.030852] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.031121] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.031256] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.031374] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.031811] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.031811] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.031920] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.032973] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.049942] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 803.050561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.054298] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.054474] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.054614] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.054785] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.055123] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.055294] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.055413] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.055741] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.055879] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.088857] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: SUCCESS [ 803.089167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.130170] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.130565] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.130565] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.130719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.130848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.130974] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 is going to be updated. [ 803.132483] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.132610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.132851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.132940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.132974] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.133105] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 is going to be created. [ 803.148223] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.148223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.148223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.148425] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.148425] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.148547] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.148640] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.148708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.148911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.148970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.149072] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4909c734-1013-4805-aeaf-670f4465bc16 already deleted. [ 803.149228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.153170] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 in Status: SUCCESS [ 803.153170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.161474] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.161657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.161702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.162034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.162199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.167478] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.167613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.167688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.167958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.168161] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.180828] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: IN_PROGRESS for 2s [ 803.181744] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 in Status: UNINITIALIZED for 2s [ 803.225425] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: SUCCESS [ 803.225647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.558344] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.558712] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.558779] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.559087] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.559261] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.559547] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9 not found, creating... [ 803.559952] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.560206] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.560384] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.560660] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.560925] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.561669] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.561669] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.561669] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.561966] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.562089] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.562763] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9 is going to be created. [ 803.587488] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.587737] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.587835] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.588148] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.588587] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.588686] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.144927] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 in Status: SUCCESS [ 804.145218] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.145400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.145627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.145823] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.145965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.146047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.146211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.146555] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.146555] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.146555] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f725c56-2ee2-44cc-99a9-360b6d2835f3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.284856] env[65740]: INFO networking_nsxv3.common.synchronization [req-85141f35-eb44-4254-a8f3-2b783293926f req-4b3849f9-c29e-4d44-81fc-6d1d0ebdf06d service nova] Enqueued Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGHEST for action security_group_rules [ 804.285062] env[65740]: INFO networking_nsxv3.common.synchronization [req-85141f35-eb44-4254-a8f3-2b783293926f req-4b3849f9-c29e-4d44-81fc-6d1d0ebdf06d service nova] Enqueued Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGHEST for action security_group_members [ 804.285252] env[65740]: INFO networking_nsxv3.common.synchronization [req-85141f35-eb44-4254-a8f3-2b783293926f req-4b3849f9-c29e-4d44-81fc-6d1d0ebdf06d service nova] Enqueued Resource ID: 38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9 with Priority: HIGHEST for action port [ 804.285731] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGHEST for action security_group_rules [ 804.286431] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGHEST for action security_group_members [ 804.286601] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9 with Priority: HIGHEST for action port [ 804.286939] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4909c734-1013-4805-aeaf-670f4465bc16 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.287105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.287183] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.287377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.287785] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4909c734-1013-4805-aeaf-670f4465bc16',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.288848] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4909c734-1013-4805-aeaf-670f4465bc16 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.289052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.289125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.289340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.290385] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.290541] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.290644] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.291989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.293013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.293013] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4909c734-1013-4805-aeaf-670f4465bc16',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.294615] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.294739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.294795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.294975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.295069] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.649412] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f725c56-2ee2-44cc-99a9-360b6d2835f3 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.649882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.649882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.650077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.650178] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.650291] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.650361] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.650529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.650622] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.650705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.650857] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f725c56-2ee2-44cc-99a9-360b6d2835f3 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.650993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.651059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.651182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.651336] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.651443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.651505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.651646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.651721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.651825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.651944] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f725c56-2ee2-44cc-99a9-360b6d2835f3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.661646] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 804.661888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.801438] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4909c734-1013-4805-aeaf-670f4465bc16',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.805332] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4909c734-1013-4805-aeaf-670f4465bc16 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.805332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.805332] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9 with status ACTIVE [ 804.805332] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.805332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.805332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.805332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.805332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.805332] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.805332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.805332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.805332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.805332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.805332] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.806059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.806059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.806059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.806059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.806059] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9 is going to be updated. [ 804.835039] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.835039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.835039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.835344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.839023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.839023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38a57ae8-c1fa-46ff-85a3-9d4ea5f46da9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.157725] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f725c56-2ee2-44cc-99a9-360b6d2835f3: rpc.has_security_group_logging(os_id): False [ 805.185975] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.187275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.187456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.187762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.187882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.188167] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.188293] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.188382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.188860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.188860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.189073] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.190753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.190753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.190753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.190753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.190753] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.190753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.190753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.190753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.190753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.190753] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 is going to be created. [ 805.194779] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 in Status: SUCCESS [ 805.195447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.196433] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: SUCCESS [ 805.197273] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.197512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.197933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.199409] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.199409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.199409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.199409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.199409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.199409] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107f0bf6-7b55-4af0-9bd5-8a52502ea5e9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.200493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.200753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.200902] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.201253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.201253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.201530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.201530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.201676] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.278676] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.278676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.278676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.278676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.278676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.300669] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 in Status: IN_PROGRESS for 2s [ 805.311719] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4909c734-1013-4805-aeaf-670f4465bc16',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.705419] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.705419] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.705733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.705733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.705798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.706873] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.706873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.706873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.706873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.706873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.706873] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 is going to be deleted. [ 805.708132] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.752967] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.753466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.753637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.753939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.754139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.754389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.754647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.755107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.755421] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.755656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.756019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.756986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.757192] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.757579] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107f0bf6-7b55-4af0-9bd5-8a52502ea5e9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.817553] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.818336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.818336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.818336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.818336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.818336] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4909c734-1013-4805-aeaf-670f4465bc16 is going to be created. [ 805.846670] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.846780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.846894] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.847135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.847306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.858195] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4909c734-1013-4805-aeaf-670f4465bc16 in Status: UNINITIALIZED for 2s [ 806.211345] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.260475] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.260692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.260692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.260970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.261062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.261275] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.261404] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.261441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.261611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.261697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.262542] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 already deleted. [ 806.262542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.262542] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('107f0bf6-7b55-4af0-9bd5-8a52502ea5e9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.263284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.263464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.263626] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.263730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.263801] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.264090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.264090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.264237] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107f0bf6-7b55-4af0-9bd5-8a52502ea5e9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.715225] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.715225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.715225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.715865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.715865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.715865] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 is going to be updated. [ 806.766495] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('107f0bf6-7b55-4af0-9bd5-8a52502ea5e9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.769345] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.769502] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.769578] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.769959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.770122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.770446] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.770559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.770615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.770796] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.770875] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.770964] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 already deleted. [ 806.771067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.772226] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.772360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.772417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.772586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.772732] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.790996] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: IN_PROGRESS for 2s [ 807.270112] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9: rpc.has_security_group_logging(os_id): False [ 807.293746] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.293746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.293926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.294241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.294397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.294590] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.294826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.294826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.296530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.296530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.296530] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 is going to be created. [ 807.319730] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 in Status: SUCCESS [ 807.319730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.322818] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/107f0bf6-7b55-4af0-9bd5-8a52502ea5e9], does not exist path=[/infra/domains/default/groups/107f0bf6-7b55-4af0-9bd5-8a52502ea5e9]."\n}' [ 807.322818] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 [ 807.322818] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 807.364585] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.364789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.364861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.365180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.366355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.366911] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.367063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.367138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.367352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.367438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.367709] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.367874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.367941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.368149] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.368266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.368420] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 is going to be created. [ 807.390176] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/107f0bf6-7b55-4af0-9bd5-8a52502ea5e9], does not exist path=[/infra/domains/default/groups/107f0bf6-7b55-4af0-9bd5-8a52502ea5e9]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 [ 807.390389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-107f0bf6-7b55-4af0-9bd5-8a52502ea5e9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.391243] env[65740]: Traceback (most recent call last): [ 807.391243] env[65740]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 807.391243] env[65740]: return func(*args, **kwargs) [ 807.391404] env[65740]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 807.391404] env[65740]: res.raise_for_status() [ 807.391404] env[65740]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 807.391404] env[65740]: raise HTTPError(http_error_msg, response=self) [ 807.391404] env[65740]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 [ 807.391404] env[65740]: During handling of the above exception, another exception occurred: [ 807.391404] env[65740]: Traceback (most recent call last): [ 807.391404] env[65740]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 807.391404] env[65740]: listener.cb(fileno) [ 807.391404] env[65740]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 807.391404] env[65740]: result = function(*args, **kwargs) [ 807.391404] env[65740]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 807.391404] env[65740]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 807.391404] env[65740]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 807.391404] env[65740]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 807.391404] env[65740]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 807.391404] env[65740]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 807.391404] env[65740]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 807.391404] env[65740]: res.raise_for_status() [ 807.391404] env[65740]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 807.391404] env[65740]: raise HTTPError(http_error_msg, response=self) [ 807.391404] env[65740]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/107f0bf6-7b55-4af0-9bd5-8a52502ea5e9 [ 807.391404] env[65740]: Removing descriptor: 56 [ 807.873439] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4909c734-1013-4805-aeaf-670f4465bc16 in Status: SUCCESS [ 807.873439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.873439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.873439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.873439] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.873439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.873439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.873439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.873439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.873439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.873439] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4909c734-1013-4805-aeaf-670f4465bc16',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.902026] env[65740]: INFO networking_nsxv3.common.synchronization [req-454571df-dc08-4cb3-b433-d5879e48e089 req-48de6ed5-715c-4e65-93a5-5c1dbd3ffc50 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGHEST for action security_group_members [ 807.902026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGHEST for action security_group_members [ 807.902026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f7add78-5a71-486b-97d1-ffe361527d04 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.902580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.902580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.902580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.905282] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.905282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.905282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.905282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.905282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.905637] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f7add78-5a71-486b-97d1-ffe361527d04',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.133437] env[65740]: INFO networking_nsxv3.common.synchronization [req-e61e3967-e404-48d2-901f-acbb622c4405 req-858b8639-9bac-4f73-baa0-7a37aa26f79c tempest-ListServerFiltersTestJSON-178520532 tempest-ListServerFiltersTestJSON-178520532-project-member] Enqueued Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 808.134363] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 808.134917] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.135077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.135150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.135353] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.135511] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.135610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.135684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.135877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.136151] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.136337] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.377361] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4909c734-1013-4805-aeaf-670f4465bc16',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.407443] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.408089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.408482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.409216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.409842] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.410244] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.410373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.410505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.410763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.410830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.410963] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f7add78-5a71-486b-97d1-ffe361527d04 already deleted. [ 808.411428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.639793] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.756193] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.756710] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.756710] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.756885] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.757287] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.757485] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.757641] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.758396] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.758396] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.758396] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.758606] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.758662] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.758797] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.758910] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.759035] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.759209] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.785254] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.785254] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.785254] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.785254] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.785254] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-6a624a68-ad34-4cd6-a035-5ce0300fd8cd taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.785254] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-6a624a68-ad34-4cd6-a035-5ce0300fd8cd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.785254] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-6a624a68-ad34-4cd6-a035-5ce0300fd8cd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.785731] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-6a624a68-ad34-4cd6-a035-5ce0300fd8cd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.785872] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a624a68-ad34-4cd6-a035-5ce0300fd8cd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.804238] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: SUCCESS [ 808.804696] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.805700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.806021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.806356] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.806431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.806510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.806754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.806901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.807068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.807285] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.809197] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.809309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.810402] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.810402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.810402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.810402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.810402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.810402] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.880281] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4909c734-1013-4805-aeaf-670f4465bc16: rpc.has_security_group_logging(os_id): False [ 808.906874] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.907107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.907209] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.907447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.907545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.907864] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.907985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.908078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.908307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.908451] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.908565] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4909c734-1013-4805-aeaf-670f4465bc16 is going to be created. [ 808.982549] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.982737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.982863] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.983065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.983255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.000589] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4909c734-1013-4805-aeaf-670f4465bc16 in Status: IN_PROGRESS for 2s [ 809.141394] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.288735] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.289026] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.289360] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.289776] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.290363] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.290363] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 6a624a68-ad34-4cd6-a035-5ce0300fd8cd not found, creating... [ 809.290717] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.291027] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.291210] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.291510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.291740] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.292073] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.292428] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.292428] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.292670] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.292820] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.292973] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 6a624a68-ad34-4cd6-a035-5ce0300fd8cd is going to be created. [ 809.309659] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.309954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.315357] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.318928] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.319318] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.319528] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.319856] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.320126] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.320362] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-6a624a68-ad34-4cd6-a035-5ce0300fd8cd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.644286] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.644476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.644551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.644782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.644884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.644998] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d is going to be updated. [ 809.690969] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.691224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.691224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.691733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.691922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.703791] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: IN_PROGRESS for 2s [ 809.818031] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.053642] env[65740]: INFO networking_nsxv3.common.synchronization [req-454571df-dc08-4cb3-b433-d5879e48e089 req-33aeea58-bf44-4b3b-bedb-caa76363b58c service nova] Enqueued Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGHEST for action security_group_rules [ 810.053930] env[65740]: INFO networking_nsxv3.common.synchronization [req-454571df-dc08-4cb3-b433-d5879e48e089 req-33aeea58-bf44-4b3b-bedb-caa76363b58c service nova] Enqueued Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGHEST for action security_group_members [ 810.054034] env[65740]: INFO networking_nsxv3.common.synchronization [req-454571df-dc08-4cb3-b433-d5879e48e089 req-33aeea58-bf44-4b3b-bedb-caa76363b58c service nova] Enqueued Resource ID: 6a624a68-ad34-4cd6-a035-5ce0300fd8cd with Priority: HIGHEST for action port [ 810.054846] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGHEST for action security_group_rules [ 810.054846] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGHEST for action security_group_members [ 810.054968] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a624a68-ad34-4cd6-a035-5ce0300fd8cd with Priority: HIGHEST for action port [ 810.055312] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f7add78-5a71-486b-97d1-ffe361527d04 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.055451] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.055542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.055772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.055852] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f7add78-5a71-486b-97d1-ffe361527d04',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.058372] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f7add78-5a71-486b-97d1-ffe361527d04 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.058372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.058372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.058372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.058372] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.058372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.058372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.058372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.058372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.058372] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f7add78-5a71-486b-97d1-ffe361527d04',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.059443] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a624a68-ad34-4cd6-a035-5ce0300fd8cd taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.059443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a624a68-ad34-4cd6-a035-5ce0300fd8cd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.059443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a624a68-ad34-4cd6-a035-5ce0300fd8cd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.059443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a624a68-ad34-4cd6-a035-5ce0300fd8cd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.059443] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a624a68-ad34-4cd6-a035-5ce0300fd8cd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.320781] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.320986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.321068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.321263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.321354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.321453] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 is going to be updated. [ 810.389476] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.389649] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.389719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.390010] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.390194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.413208] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: IN_PROGRESS for 2s [ 810.562040] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f7add78-5a71-486b-97d1-ffe361527d04',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.563148] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f7add78-5a71-486b-97d1-ffe361527d04 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.563439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.563439] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a624a68-ad34-4cd6-a035-5ce0300fd8cd with status ACTIVE [ 810.563536] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.563722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.563722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.563896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.564747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.564747] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.564747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.564747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.564747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.564747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.565144] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.565144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.565144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.565285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.565347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.565425] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a624a68-ad34-4cd6-a035-5ce0300fd8cd is going to be updated. [ 810.589282] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.589569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.589654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.589919] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.590117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.590325] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a624a68-ad34-4cd6-a035-5ce0300fd8cd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.017674] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4909c734-1013-4805-aeaf-670f4465bc16 in Status: SUCCESS [ 811.017674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.067205] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f7add78-5a71-486b-97d1-ffe361527d04',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.402865] env[65740]: INFO networking_nsxv3.common.synchronization [req-dbb1da51-f206-4e94-896b-03c9a6a38554 req-e666827a-4319-4483-8b04-37f1f0f6b1f9 tempest-ServerRescueTestJSONUnderV235-281470977 tempest-ServerRescueTestJSONUnderV235-281470977-project-member] Enqueued Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 811.403856] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 with Priority: HIGHEST for action security_group_members [ 811.405578] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.405578] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.570210] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.570455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.570538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.570763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.570857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.570984] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f7add78-5a71-486b-97d1-ffe361527d04 is going to be created. [ 811.614027] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.614306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.614391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.614793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.615035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.630082] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f7add78-5a71-486b-97d1-ffe361527d04 in Status: UNINITIALIZED for 2s [ 811.715603] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: IN_PROGRESS for 4s [ 812.426715] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: SUCCESS [ 812.427054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.427341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.427474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.427682] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.427820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.427891] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.428354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.428354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.428354] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.807344] env[65740]: INFO networking_nsxv3.common.synchronization [req-bc190e96-67f2-4c0d-b2fd-c11c3cf9c7e4 req-03325726-3369-47dc-a5a0-945488d99e16 tempest-DeleteServersTestJSON-648489044 tempest-DeleteServersTestJSON-648489044-project-member] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 812.807948] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 812.808326] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.808326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.808326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.808655] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.809222] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.809222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.809222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.809478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.809478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.809478] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.930649] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.930815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.930888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.931148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.955646] env[65740]: INFO networking_nsxv3.common.synchronization [req-a488034e-04f2-49d1-af2c-5c7865a7cb62 req-27871a79-9962-406b-90c3-94234087ec2f tempest-ServerAddressesNegativeTestJSON-760420431 tempest-ServerAddressesNegativeTestJSON-760420431-project-member] Enqueued Resource ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 with Priority: HIGHEST for action security_group_members [ 812.955646] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 with Priority: HIGHEST for action security_group_members [ 812.955646] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f725c56-2ee2-44cc-99a9-360b6d2835f3 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.955646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.955646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.956067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.956067] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.956298] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.956357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.956526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.956611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.956704] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f725c56-2ee2-44cc-99a9-360b6d2835f3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.961823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.963382] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.963382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.963382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.963382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.963382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.963382] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 is going to be updated. [ 812.996361] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.996514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.996615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.996795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.996939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.007539] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: IN_PROGRESS for 2s [ 813.191386] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.191578] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.191711] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.192055] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.192333] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.192467] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.192582] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.192798] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.192978] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.193617] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.193706] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.193822] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.193933] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.194074] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.194187] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.194318] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.215258] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.215428] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.215565] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.215740] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.216132] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-25f8e101-666d-45b6-9ed0-6013a9e95f0a taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.216237] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-25f8e101-666d-45b6-9ed0-6013a9e95f0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.216356] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-25f8e101-666d-45b6-9ed0-6013a9e95f0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.216701] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-25f8e101-666d-45b6-9ed0-6013a9e95f0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.216832] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25f8e101-666d-45b6-9ed0-6013a9e95f0a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.312054] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.312054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.312054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.312304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.312304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.312440] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.312496] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.312591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.312731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.312809] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.312915] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be deleted. [ 813.344040] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.344282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.344344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.345032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.345032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.345160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.465425] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.465799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.465799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.465883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.487132] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.487405] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.487544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.487602] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.487798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.487902] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.487960] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 is going to be updated. [ 813.518834] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.518834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.518834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.518999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.519288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.529998] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 in Status: IN_PROGRESS for 2s [ 813.642319] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f7add78-5a71-486b-97d1-ffe361527d04 in Status: SUCCESS [ 813.642319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.642319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.642319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.642319] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.642319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.642319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.642319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.642319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.642319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.642319] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f7add78-5a71-486b-97d1-ffe361527d04',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.719447] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.719713] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.719926] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.720303] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.720462] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.720621] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 25f8e101-666d-45b6-9ed0-6013a9e95f0a not found, creating... [ 813.720892] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.721114] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.721236] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.721469] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.721608] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.721982] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.722261] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.722293] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.722516] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.722654] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.722796] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 25f8e101-666d-45b6-9ed0-6013a9e95f0a is going to be created. [ 813.726070] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: SUCCESS [ 813.726282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.744096] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.744337] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.744455] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.744747] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.744984] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.745274] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-25f8e101-666d-45b6-9ed0-6013a9e95f0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.144982] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f7add78-5a71-486b-97d1-ffe361527d04',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.541590] env[65740]: INFO networking_nsxv3.common.synchronization [req-bc190e96-67f2-4c0d-b2fd-c11c3cf9c7e4 req-07427baf-d436-44bf-9b37-4814f99e2a89 service nova] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_rules [ 814.542240] env[65740]: INFO networking_nsxv3.common.synchronization [req-bc190e96-67f2-4c0d-b2fd-c11c3cf9c7e4 req-07427baf-d436-44bf-9b37-4814f99e2a89 service nova] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 814.542240] env[65740]: INFO networking_nsxv3.common.synchronization [req-bc190e96-67f2-4c0d-b2fd-c11c3cf9c7e4 req-07427baf-d436-44bf-9b37-4814f99e2a89 service nova] Enqueued Resource ID: 25f8e101-666d-45b6-9ed0-6013a9e95f0a with Priority: HIGHEST for action port [ 814.542619] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_rules [ 814.542772] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 814.542889] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f8e101-666d-45b6-9ed0-6013a9e95f0a with Priority: HIGHEST for action port [ 814.545572] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.545572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.546690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.546909] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.547019] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.548297] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.548447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.548481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.549553] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.549553] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.549553] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.549553] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.550276] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.550396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.550515] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.551501] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-25f8e101-666d-45b6-9ed0-6013a9e95f0a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.551679] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25f8e101-666d-45b6-9ed0-6013a9e95f0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.551743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25f8e101-666d-45b6-9ed0-6013a9e95f0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.551939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25f8e101-666d-45b6-9ed0-6013a9e95f0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.552127] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25f8e101-666d-45b6-9ed0-6013a9e95f0a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.648296] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f7add78-5a71-486b-97d1-ffe361527d04: rpc.has_security_group_logging(os_id): False [ 814.675739] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.677442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.677442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.677442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.677918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.678366] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.678553] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.678660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.678871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.678982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.679146] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f7add78-5a71-486b-97d1-ffe361527d04 is going to be created. [ 814.785904] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.786189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.786189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.786461] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.786631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.798814] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f7add78-5a71-486b-97d1-ffe361527d04 in Status: IN_PROGRESS for 2s [ 815.019153] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: SUCCESS [ 815.019352] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 deletion is rescheduled due to dependency. [ 815.019470] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.019642] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.019869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.020068] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.020214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.020288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.020444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.020528] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.020611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.020780] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0902132d-cd27-4f0e-b98d-f0fb60bd4439 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.020862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.020920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.021066] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.021210] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.021317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.021392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.021542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.021609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.021668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.021752] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.022694] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.022880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.023067] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.023166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.023412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.023412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.023496] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.023496] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.054532] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.054702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.055930] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.055930] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25f8e101-666d-45b6-9ed0-6013a9e95f0a with status ACTIVE [ 815.055930] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.056138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.056138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.056586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.056586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.056586] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.056940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.056940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.056940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.056940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.057105] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.057160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.057210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.057350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.057414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.058033] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25f8e101-666d-45b6-9ed0-6013a9e95f0a is going to be updated. [ 815.084266] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.084473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.084596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.084871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.085094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.085574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25f8e101-666d-45b6-9ed0-6013a9e95f0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.525970] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0902132d-cd27-4f0e-b98d-f0fb60bd4439: rpc.has_security_group_logging(os_id): False [ 815.527632] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.527632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.527632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.527632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.527632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.527979] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.527979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.527979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.528175] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.528253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.528339] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 is going to be updated. [ 815.543262] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 in Status: SUCCESS [ 815.543633] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 deletion is rescheduled due to dependency. [ 815.543633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.545309] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.545442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.545510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.545713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.545798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.546020] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.546139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.546202] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.546356] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.546434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.546612] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.546705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.546765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.546906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.546983] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.547170] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.547262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.547320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.547457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.547532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.547616] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 is going to be updated. [ 815.558520] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.558710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.558710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.558907] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.559063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.560213] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.568762] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: IN_PROGRESS for 2s [ 815.614311] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.614515] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.614624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.614922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.615302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.637966] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: IN_PROGRESS for 2s [ 816.062609] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.062745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.062792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.063427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.063427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.063427] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be created. [ 816.089144] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.089286] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.089359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.089563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.089727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.100040] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: UNINITIALIZED for 2s [ 816.583106] env[65740]: INFO networking_nsxv3.common.synchronization [req-bff8b15b-d932-46a6-bb75-ea9ab35ae18c req-4e898213-a49e-4fe2-b67e-63ce218bc5f5 tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_members [ 816.583478] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_members [ 816.584141] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.584141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.584141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.584478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.584537] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.584670] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.584751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.584942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.585052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.585111] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.812773] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f7add78-5a71-486b-97d1-ffe361527d04 in Status: SUCCESS [ 816.813297] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.938112] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.938406] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.938640] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.938992] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.939363] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.939607] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.939783] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.940195] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.940331] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.940554] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.940719] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.941252] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.941430] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.941612] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.941806] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.942222] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.961250] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.961414] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.962027] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.962027] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.962171] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-d8b428dd-d843-4cf3-b1e9-eedc0b4355ea taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.962248] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-d8b428dd-d843-4cf3-b1e9-eedc0b4355ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.962339] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-d8b428dd-d843-4cf3-b1e9-eedc0b4355ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.962649] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-d8b428dd-d843-4cf3-b1e9-eedc0b4355ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.962812] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b428dd-d843-4cf3-b1e9-eedc0b4355ea',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.087896] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.088084] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.088157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.088380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.088469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.088665] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.088764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.088826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.088977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.089067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.089153] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 already deleted. [ 817.089234] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.465304] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.465556] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.465686] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.466032] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.466195] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.466365] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port d8b428dd-d843-4cf3-b1e9-eedc0b4355ea not found, creating... [ 817.466622] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.466777] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.466890] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.467127] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.467290] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.467712] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.467907] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.468071] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.468335] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.468476] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.468618] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: d8b428dd-d843-4cf3-b1e9-eedc0b4355ea is going to be created. [ 817.491551] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.491785] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.491921] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.492235] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.492467] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.492760] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-d8b428dd-d843-4cf3-b1e9-eedc0b4355ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.584235] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: SUCCESS [ 817.584235] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 deletion is rescheduled due to dependency. [ 817.584235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.664189] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 in Status: SUCCESS [ 817.664444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.664635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.664859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.664951] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0902132d-cd27-4f0e-b98d-f0fb60bd4439',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.112464] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 818.112613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.112783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.113362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.113362] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.113362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.113532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.113580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.113699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.113749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.113834] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.192992] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.193229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.193382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.193645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.193740] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.193845] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0902132d-cd27-4f0e-b98d-f0fb60bd4439 is going to be deleted. [ 818.260253] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.260253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.260253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.260253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.260253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.260253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0902132d-cd27-4f0e-b98d-f0fb60bd4439" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.278193] env[65740]: INFO networking_nsxv3.common.synchronization [req-bff8b15b-d932-46a6-bb75-ea9ab35ae18c req-c6353d53-89f7-4bb6-8d5a-d32a1149c8a0 service nova] Enqueued Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_rules [ 818.278261] env[65740]: INFO networking_nsxv3.common.synchronization [req-bff8b15b-d932-46a6-bb75-ea9ab35ae18c req-c6353d53-89f7-4bb6-8d5a-d32a1149c8a0 service nova] Enqueued Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_members [ 818.278434] env[65740]: INFO networking_nsxv3.common.synchronization [req-bff8b15b-d932-46a6-bb75-ea9ab35ae18c req-c6353d53-89f7-4bb6-8d5a-d32a1149c8a0 service nova] Enqueued Resource ID: d8b428dd-d843-4cf3-b1e9-eedc0b4355ea with Priority: HIGHEST for action port [ 818.278951] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_rules [ 818.279177] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_members [ 818.279289] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8b428dd-d843-4cf3-b1e9-eedc0b4355ea with Priority: HIGHEST for action port [ 818.279600] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.279723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.279792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.280890] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.281020] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.282506] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.282635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.282766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.283501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.283682] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.283802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.283928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.284127] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.284306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.284672] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.285619] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8b428dd-d843-4cf3-b1e9-eedc0b4355ea taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.285619] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8b428dd-d843-4cf3-b1e9-eedc0b4355ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.285619] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8b428dd-d843-4cf3-b1e9-eedc0b4355ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.285619] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8b428dd-d843-4cf3-b1e9-eedc0b4355ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.286745] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b428dd-d843-4cf3-b1e9-eedc0b4355ea',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.624047] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.624047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.624047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.624047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.624047] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.624047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.624047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.624047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.624047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.624047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.624047] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.624047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.624047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.624047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.624047] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.624047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.624961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.624961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.624961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.624961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.624961] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.788388] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.788388] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.788652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.788691] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8b428dd-d843-4cf3-b1e9-eedc0b4355ea with status ACTIVE [ 818.789716] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.789716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.789716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.789716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.789716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.789716] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.789716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.789716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.789716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.790891] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.790891] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.790891] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.791014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.791297] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.791423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.791520] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8b428dd-d843-4cf3-b1e9-eedc0b4355ea is going to be updated. [ 818.820079] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.820374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.820374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.822567] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.822567] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.822567] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8b428dd-d843-4cf3-b1e9-eedc0b4355ea" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.933420] env[65740]: INFO networking_nsxv3.common.synchronization [req-10bf55bd-41bd-4848-8338-a7934a713fa8 req-b3228e09-ee59-4540-b94b-5a609506b581 tempest-ServerDiskConfigTestJSON-1821978894 tempest-ServerDiskConfigTestJSON-1821978894-project-member] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 818.934315] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 818.937023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.937023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.937023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.937023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.937023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.937023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.937023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.937023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.937023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.937023] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.126488] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2f0b73f-c6d5-4845-b545-5c1afefd0d2d: rpc.has_security_group_logging(os_id): False [ 819.148136] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.148325] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.148376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.148621] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.148745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.148892] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.148991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.149071] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.149229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.149349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.149503] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.149597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.149660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.149823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.150018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.150366] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.150499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.150635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.150878] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.150967] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.151067] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be created. [ 819.211178] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.211374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.211374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.212029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.212239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.228616] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 819.293962] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.439717] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.440424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.440424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.440690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.463020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.463020] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.463020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.463020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.463020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.463020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.463020] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 819.490821] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.490821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.490821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.492314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.492314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.501415] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 819.800870] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.800870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.800870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.800870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.800870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.800870] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 is going to be created. [ 819.828206] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.828206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.828206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.828440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.828926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.841828] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: UNINITIALIZED for 2s [ 821.252774] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 821.253157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.515054] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 821.515054] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 deletion is rescheduled due to dependency. [ 821.515288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.853722] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: SUCCESS [ 821.854542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.854542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.854542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.854542] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.854737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.854737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.854894] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.854992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.855090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.855188] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.359054] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.359054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.359054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.359054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.359054] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.359054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.359054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.359054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.359764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.359764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.359764] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.359764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.359764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.359764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.359764] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.360153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.360153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.360153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.360153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.360271] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.360300] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.862494] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8264490-e7a2-4551-ac2d-ad8e3ae10325: rpc.has_security_group_logging(os_id): False [ 822.882829] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.883297] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.883297] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.883643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.883804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.884181] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.885080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.885080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.885080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.885080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.885305] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.885357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.885442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.885677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.885818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.886220] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.886422] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.886505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.886738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.886885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.887042] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 is going to be created. [ 822.956392] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.956615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.956713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.956940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.957143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.968564] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: IN_PROGRESS for 2s [ 823.935353] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 823.935684] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 824.991548] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: SUCCESS [ 824.991548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.345285] env[65740]: INFO networking_nsxv3.common.synchronization [req-d26ca34d-6e65-45e6-9501-62d73c5358bc req-b1c86180-6852-4b57-b424-8f97cf466c2a tempest-ServerActionsV293TestJSON-1031009517 tempest-ServerActionsV293TestJSON-1031009517-project-member] Enqueued Resource ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 with Priority: HIGHEST for action security_group_members [ 825.345832] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 with Priority: HIGHEST for action security_group_members [ 825.346161] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c38853d-688b-4cd5-a84d-08e29a7d73a1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.346301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.346388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.346705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.346841] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.346942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.347021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.350823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.350823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.350823] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c38853d-688b-4cd5-a84d-08e29a7d73a1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.795700] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.795970] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-109" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.796042] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-109" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.796372] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-109" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.796644] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.796795] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.796907] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.797132] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.797274] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.797540] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.797667] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.797843] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.798030] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.798254] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.798430] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.798633] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.821358] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.821358] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.821546] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.821711] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-109" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.822157] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-fa02e793-9c1e-41b0-8452-2f2c86cfd89f taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.822260] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-fa02e793-9c1e-41b0-8452-2f2c86cfd89f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.822333] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-fa02e793-9c1e-41b0-8452-2f2c86cfd89f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.822705] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-fa02e793-9c1e-41b0-8452-2f2c86cfd89f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.822836] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa02e793-9c1e-41b0-8452-2f2c86cfd89f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.853600] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.853777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.853845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.854825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.854825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.854825] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.854825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.854825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.854825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.855127] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.855127] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 already deleted. [ 825.855127] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.328648] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.328648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.328648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.328648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.328648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.328648] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port fa02e793-9c1e-41b0-8452-2f2c86cfd89f not found, creating... [ 826.328648] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.329213] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.329213] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.329213] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.329360] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.330117] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.330366] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.330499] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.330716] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.330852] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.330995] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: fa02e793-9c1e-41b0-8452-2f2c86cfd89f is going to be created. [ 826.357027] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.357173] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.357653] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.357653] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.358320] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.358320] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-fa02e793-9c1e-41b0-8452-2f2c86cfd89f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.260339] env[65740]: INFO networking_nsxv3.common.synchronization [req-d26ca34d-6e65-45e6-9501-62d73c5358bc req-962a9391-8163-4d54-8368-1e103ae9eb9b service nova] Enqueued Resource ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 with Priority: HIGHEST for action security_group_rules [ 827.260525] env[65740]: INFO networking_nsxv3.common.synchronization [req-d26ca34d-6e65-45e6-9501-62d73c5358bc req-962a9391-8163-4d54-8368-1e103ae9eb9b service nova] Enqueued Resource ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 with Priority: HIGHEST for action security_group_members [ 827.260667] env[65740]: INFO networking_nsxv3.common.synchronization [req-d26ca34d-6e65-45e6-9501-62d73c5358bc req-962a9391-8163-4d54-8368-1e103ae9eb9b service nova] Enqueued Resource ID: fa02e793-9c1e-41b0-8452-2f2c86cfd89f with Priority: HIGHEST for action port [ 827.261715] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 with Priority: HIGHEST for action security_group_rules [ 827.261856] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 with Priority: HIGHEST for action security_group_members [ 827.261970] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa02e793-9c1e-41b0-8452-2f2c86cfd89f with Priority: HIGHEST for action port [ 827.262307] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.262439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.262501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.262729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.262809] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c38853d-688b-4cd5-a84d-08e29a7d73a1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.263820] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c38853d-688b-4cd5-a84d-08e29a7d73a1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.263933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.264071] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.264224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.264445] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.264544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.264544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.264702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.264785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.264878] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c38853d-688b-4cd5-a84d-08e29a7d73a1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.265971] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa02e793-9c1e-41b0-8452-2f2c86cfd89f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.266103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa02e793-9c1e-41b0-8452-2f2c86cfd89f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.266185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa02e793-9c1e-41b0-8452-2f2c86cfd89f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.266326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa02e793-9c1e-41b0-8452-2f2c86cfd89f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.266402] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa02e793-9c1e-41b0-8452-2f2c86cfd89f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.770026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c38853d-688b-4cd5-a84d-08e29a7d73a1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.770026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.770026] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c38853d-688b-4cd5-a84d-08e29a7d73a1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.771581] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa02e793-9c1e-41b0-8452-2f2c86cfd89f with status ACTIVE [ 827.772075] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.772249] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.772384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.772727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.772917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.773266] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.773472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.773606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.774077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.774077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.775048] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.775048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.775048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.775048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.775418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.775418] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa02e793-9c1e-41b0-8452-2f2c86cfd89f is going to be updated. [ 827.803667] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.803859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.803908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.804277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.804277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.804457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa02e793-9c1e-41b0-8452-2f2c86cfd89f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.239335] env[65740]: INFO networking_nsxv3.common.synchronization [req-a5e3a00a-f53b-476a-9c70-6cbd1ebbcc8a req-4e1053d4-d908-45a5-9dc0-c18768c42a0a tempest-ServersAdminNegativeTestJSON-507728575 tempest-ServersAdminNegativeTestJSON-507728575-project-member] Enqueued Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_members [ 828.239930] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_members [ 828.240487] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.240659] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.240659] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.240862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.241397] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.241571] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.241730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.241885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.241980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.242221] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.271905] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c38853d-688b-4cd5-a84d-08e29a7d73a1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.647350] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.647551] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.647676] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.647939] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.648233] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.648396] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.648514] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.648723] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.648862] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.649130] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.649318] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.649372] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.649480] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.649584] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.649695] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.649882] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.670519] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.670519] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.670519] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.670519] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.670747] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-37df381a-30a2-4d8d-9687-36b9276011ab taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.671086] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-37df381a-30a2-4d8d-9687-36b9276011ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.671275] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-37df381a-30a2-4d8d-9687-36b9276011ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.671590] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-37df381a-30a2-4d8d-9687-36b9276011ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.671741] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37df381a-30a2-4d8d-9687-36b9276011ab',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.744390] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.774631] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.774993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.774993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.775193] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.775193] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.775275] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 is going to be created. [ 828.801412] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.801677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.801677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.801881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.802175] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.813608] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 in Status: UNINITIALIZED for 2s [ 829.174816] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.175172] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.175927] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.175927] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.175927] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.176256] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 37df381a-30a2-4d8d-9687-36b9276011ab not found, creating... [ 829.176954] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.176954] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.176954] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.177682] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.177786] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.178189] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.178381] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.178505] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.178774] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.178895] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.179071] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 37df381a-30a2-4d8d-9687-36b9276011ab is going to be created. [ 829.223206] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.223206] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.223206] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.223444] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.223614] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.223937] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-37df381a-30a2-4d8d-9687-36b9276011ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.246646] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.752539] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.752780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.752905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.753286] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.753447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.753574] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 is going to be updated. [ 829.817559] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.818098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.818098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.818219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.818341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.829783] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: IN_PROGRESS for 2s [ 830.013386] env[65740]: INFO networking_nsxv3.common.synchronization [req-a5e3a00a-f53b-476a-9c70-6cbd1ebbcc8a req-eb8e7580-b308-4a34-bb65-a22cd502b790 service nova] Enqueued Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_rules [ 830.013582] env[65740]: INFO networking_nsxv3.common.synchronization [req-a5e3a00a-f53b-476a-9c70-6cbd1ebbcc8a req-eb8e7580-b308-4a34-bb65-a22cd502b790 service nova] Enqueued Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_members [ 830.013713] env[65740]: INFO networking_nsxv3.common.synchronization [req-a5e3a00a-f53b-476a-9c70-6cbd1ebbcc8a req-eb8e7580-b308-4a34-bb65-a22cd502b790 service nova] Enqueued Resource ID: 37df381a-30a2-4d8d-9687-36b9276011ab with Priority: HIGHEST for action port [ 830.014908] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_rules [ 830.014908] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_members [ 830.014908] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37df381a-30a2-4d8d-9687-36b9276011ab with Priority: HIGHEST for action port [ 830.014908] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.014908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.015182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.022722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.022722] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.022722] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.022722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.022722] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-37df381a-30a2-4d8d-9687-36b9276011ab taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.022722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37df381a-30a2-4d8d-9687-36b9276011ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.022722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37df381a-30a2-4d8d-9687-36b9276011ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.022722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37df381a-30a2-4d8d-9687-36b9276011ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.022722] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37df381a-30a2-4d8d-9687-36b9276011ab',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.524734] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.524734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.524734] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37df381a-30a2-4d8d-9687-36b9276011ab with status ACTIVE [ 830.524734] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.524734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.524734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.524734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.524734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.525179] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.525179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.525179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.525294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.525294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.525482] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.525613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.525613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.525852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.525852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.525927] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37df381a-30a2-4d8d-9687-36b9276011ab is going to be updated. [ 830.577471] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.577653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.577716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.577930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.578180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.578427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37df381a-30a2-4d8d-9687-36b9276011ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.826435] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 in Status: SUCCESS [ 830.826435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.826435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.826817] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.826817] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.826817] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.826977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.831023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.831023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.831023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.831023] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c38853d-688b-4cd5-a84d-08e29a7d73a1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.329405] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c38853d-688b-4cd5-a84d-08e29a7d73a1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.832494] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c38853d-688b-4cd5-a84d-08e29a7d73a1: rpc.has_security_group_logging(os_id): False [ 831.846022] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: SUCCESS [ 831.846022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.846022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.846022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.846022] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.846022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.846022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.846022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.846022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.846022] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.854742] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.854742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.854742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.854742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.854742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.854742] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.854742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.854742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.854742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.854742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.854742] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 is going to be created. [ 831.923207] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.923347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.923347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.923705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.923772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.934501] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 in Status: IN_PROGRESS for 2s [ 832.349311] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.853474] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.930093] env[65740]: INFO networking_nsxv3.common.synchronization [req-4303d7c4-4638-469d-87b4-7a6a6d062696 req-6786fb7a-c108-4ef9-8fca-8ed7a7b04c77 tempest-ServersAdminTestJSON-1982434739 tempest-ServersAdminTestJSON-1982434739-project-member] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 832.930093] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 832.930241] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.930552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.930552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.930697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.931814] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.931814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.931814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.931814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.931814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.931814] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.356507] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.356716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.356793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.357072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.357223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.357360] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 is going to be updated. [ 833.393998] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.393998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.393998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.394288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.394479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.407219] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: IN_PROGRESS for 2s [ 833.434172] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.938778] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.949436] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 in Status: SUCCESS [ 833.949653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.444771] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.444771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.444771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.444771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.444771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.444771] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 834.483035] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.483035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.483184] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.483949] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.483949] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.496554] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 835.423999] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: SUCCESS [ 835.424572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.424697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.424965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.425380] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.425587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.425705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.425959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.426121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.426306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.426475] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.930407] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.930689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.930785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.931146] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.932046] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.932046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.932046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.932046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.932046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.932046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.932350] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.932350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.932350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.932463] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.932538] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.932648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.932708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.932850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.932984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.933847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.933996] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.111054] env[65740]: INFO networking_nsxv3.common.synchronization [req-91ff1507-a459-4f09-9bcc-9e986790b49b req-d653217d-5360-4de0-a095-85f0d56eaf65 tempest-ImagesTestJSON-1767843010 tempest-ImagesTestJSON-1767843010-project-member] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 836.112160] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 836.112569] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.112677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.112741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.112960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.113215] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.113367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.113367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.113557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.113653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.113779] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.438829] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7: rpc.has_security_group_logging(os_id): False [ 836.457432] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.457432] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.457432] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.457744] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.483346] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.483704] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.483867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.483991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.484880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.485085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.485453] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.486075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.486075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.486334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.489926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.489926] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.489926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.489926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.489926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.489926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.489926] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 is going to be updated. [ 836.506700] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 836.507127] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.565708] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.565870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.565953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.566190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.566349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.578885] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.579252] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.579726] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.580251] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.580627] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.581179] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.582779] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.582779] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.582779] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.582945] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.583164] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.583164] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.583280] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.583379] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.583529] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.583662] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.585644] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: IN_PROGRESS for 2s [ 836.613148] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.613148] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.613148] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.613148] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.613536] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-0e7da8c2-2b3c-4cec-89b9-a14943249d57 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.613625] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-0e7da8c2-2b3c-4cec-89b9-a14943249d57" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.613917] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-0e7da8c2-2b3c-4cec-89b9-a14943249d57" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.614064] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-0e7da8c2-2b3c-4cec-89b9-a14943249d57" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.614199] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e7da8c2-2b3c-4cec-89b9-a14943249d57',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.617523] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.617756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.617868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.618220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.618258] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.618490] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.618598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.618661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.618844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.618923] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.619037] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be deleted. [ 836.676430] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.676678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.676733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.676926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.677031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.677284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.117999] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.118270] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.118398] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.118708] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.118872] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.119111] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 0e7da8c2-2b3c-4cec-89b9-a14943249d57 not found, creating... [ 837.119314] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.119541] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.119583] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.119800] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.119976] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.120321] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.120450] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.120573] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.120781] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.120917] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.121415] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 0e7da8c2-2b3c-4cec-89b9-a14943249d57 is going to be created. [ 837.149537] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.149758] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.149883] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.150388] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.150512] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.150739] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-0e7da8c2-2b3c-4cec-89b9-a14943249d57" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.885809] env[65740]: INFO networking_nsxv3.common.synchronization [req-91ff1507-a459-4f09-9bcc-9e986790b49b req-fb2a0389-e88d-44a9-855a-7fdf1e42b06c service nova] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_rules [ 837.886171] env[65740]: INFO networking_nsxv3.common.synchronization [req-91ff1507-a459-4f09-9bcc-9e986790b49b req-fb2a0389-e88d-44a9-855a-7fdf1e42b06c service nova] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 837.886304] env[65740]: INFO networking_nsxv3.common.synchronization [req-91ff1507-a459-4f09-9bcc-9e986790b49b req-fb2a0389-e88d-44a9-855a-7fdf1e42b06c service nova] Enqueued Resource ID: 0e7da8c2-2b3c-4cec-89b9-a14943249d57 with Priority: HIGHEST for action port [ 837.886907] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_rules [ 837.887096] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 837.887174] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7da8c2-2b3c-4cec-89b9-a14943249d57 with Priority: HIGHEST for action port [ 837.887495] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.887705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.887705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.887882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.887960] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.888804] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.888918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.888986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.889412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.889412] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.889535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.889535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.889680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.889792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.889890] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.892080] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e7da8c2-2b3c-4cec-89b9-a14943249d57 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.892080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e7da8c2-2b3c-4cec-89b9-a14943249d57" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.892080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e7da8c2-2b3c-4cec-89b9-a14943249d57" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.892363] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e7da8c2-2b3c-4cec-89b9-a14943249d57" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.892363] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e7da8c2-2b3c-4cec-89b9-a14943249d57',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.394317] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e7da8c2-2b3c-4cec-89b9-a14943249d57 with status ACTIVE [ 838.394593] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.394743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.394816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.395057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.395148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.395341] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.395436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.395495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.395642] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.395716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.395972] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.396083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.396144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.396280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.396353] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.396434] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e7da8c2-2b3c-4cec-89b9-a14943249d57 is going to be updated. [ 838.397624] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.397719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.397887] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.425931] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.426427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.426523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.426772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.426971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.427169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e7da8c2-2b3c-4cec-89b9-a14943249d57" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.601743] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: SUCCESS [ 838.604939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.900404] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.068311] env[65740]: INFO networking_nsxv3.common.synchronization [req-b7bb22db-e5db-4973-8f5a-1498832ee652 req-ed47816e-33a7-468c-969b-1671b5c0d1c0 tempest-VolumesAssistedSnapshotsTest-64253434 tempest-VolumesAssistedSnapshotsTest-64253434-project-member] Enqueued Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGHEST for action security_group_members [ 839.068913] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGHEST for action security_group_members [ 839.069616] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4340682-4ef9-4a8a-b168-5cc592daedb6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.069896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.069969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.070236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.070408] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.070643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.070643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.070779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.070858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.071260] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.403017] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.403290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.403396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.404125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.404225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.404341] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be created. [ 839.433033] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.433229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.433302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.433522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.433682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.445933] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: UNINITIALIZED for 2s [ 839.574231] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.574452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.574516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.574713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.596756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.597023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.597136] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.597228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.597418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.597504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.597594] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 is going to be updated. [ 839.626219] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.626370] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.626417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.626630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.626771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.635755] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 in Status: IN_PROGRESS for 2s [ 841.041148] env[65740]: INFO networking_nsxv3.common.synchronization [None req-088dd199-80f0-4bd3-81d4-9611d1f53026 None None] Enqueued Resource ID: cfe288a2-4b8e-47da-becf-04741b227190 with Priority: HIGHEST for action port [ 841.041904] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe288a2-4b8e-47da-becf-04741b227190 with Priority: HIGHEST for action port [ 841.042021] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfe288a2-4b8e-47da-becf-04741b227190 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.042155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfe288a2-4b8e-47da-becf-04741b227190" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.042222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfe288a2-4b8e-47da-becf-04741b227190" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.042470] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfe288a2-4b8e-47da-becf-04741b227190" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.042551] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfe288a2-4b8e-47da-becf-04741b227190',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.459372] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 841.459790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.460127] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.460396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.460894] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.461067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.461137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.461349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.461443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.461556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.461654] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.545198] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfe288a2-4b8e-47da-becf-04741b227190 [ 841.545462] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.545610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.545682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.545925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.546029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.546125] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfe288a2-4b8e-47da-becf-04741b227190 already deleted. [ 841.546213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfe288a2-4b8e-47da-becf-04741b227190" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.549727] env[65740]: INFO networking_nsxv3.common.synchronization [req-7ff34163-a442-4010-b1d3-dd8d20c295ab req-76549266-86cd-4882-9d31-5a2d70f80ff6 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 841.549727] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 841.549727] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.549727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.549727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.550054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.550054] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.550177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.550392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.550392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.550525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.550587] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.649545] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 in Status: SUCCESS [ 841.649731] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 deletion is rescheduled due to dependency. [ 841.649855] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.965204] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.965524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.965622] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.969148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.969470] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.969668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.969730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.970042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.970149] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.970285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.970514] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.970659] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.970751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.970970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.971202] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.971522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.971597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.971771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.971857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.971943] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.972111] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.041257] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-126 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.041257] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-126" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.041257] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-126" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.041257] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-126" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.041933] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.042337] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.042638] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.043031] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.043363] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.043698] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.043942] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.044332] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.044614] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.044902] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.045181] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.045487] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.054044] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.054044] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.054379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.054379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.054953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.054953] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.054953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.054953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.054953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.055216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.055216] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 already deleted. [ 842.055216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.073390] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.073615] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.074647] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.074647] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-126" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.074647] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-5a1ab621-dd18-453e-a9d7-c175da4aa374 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.074879] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.074879] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.075410] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.075556] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1ab621-dd18-453e-a9d7-c175da4aa374',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.478284] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ee10b52-9e61-473a-82cf-1fea479aa099: rpc.has_security_group_logging(os_id): False [ 842.503176] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.503416] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.503487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.503706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.503841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.504140] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.504896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.504896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.504896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.504896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.505262] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.505323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.505985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.505985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.505985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.506289] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.506289] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.506375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.506525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.506580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.506695] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be created. [ 842.577621] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.577934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.577934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.578158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.578228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.580977] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.580977] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.580977] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.580977] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.580977] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.581381] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 5a1ab621-dd18-453e-a9d7-c175da4aa374 not found, creating... [ 842.581381] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.584942] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.584942] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.584942] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.584942] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.584942] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.584942] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.584942] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.584942] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.584942] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.584942] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 5a1ab621-dd18-453e-a9d7-c175da4aa374 is going to be created. [ 842.596212] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 842.609111] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.609271] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.609353] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.609957] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.609957] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.610106] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.349240] env[65740]: INFO networking_nsxv3.common.synchronization [req-7ff34163-a442-4010-b1d3-dd8d20c295ab req-fec3f160-21be-4616-b6b1-73cfb74f6c99 service nova] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_rules [ 843.349240] env[65740]: INFO networking_nsxv3.common.synchronization [req-7ff34163-a442-4010-b1d3-dd8d20c295ab req-fec3f160-21be-4616-b6b1-73cfb74f6c99 service nova] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 843.349240] env[65740]: INFO networking_nsxv3.common.synchronization [req-7ff34163-a442-4010-b1d3-dd8d20c295ab req-fec3f160-21be-4616-b6b1-73cfb74f6c99 service nova] Enqueued Resource ID: 5a1ab621-dd18-453e-a9d7-c175da4aa374 with Priority: HIGHEST for action port [ 843.349240] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_rules [ 843.349240] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 843.349240] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1ab621-dd18-453e-a9d7-c175da4aa374 with Priority: HIGHEST for action port [ 843.350294] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.350598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.350769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.351143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.351330] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.352621] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.352976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.354019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.354019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.354019] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.354019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.354019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.354019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.354019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.354484] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.357348] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a1ab621-dd18-453e-a9d7-c175da4aa374 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.357348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.357348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.357348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.357348] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1ab621-dd18-453e-a9d7-c175da4aa374',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.858331] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.858331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.860728] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a1ab621-dd18-453e-a9d7-c175da4aa374 with status ACTIVE [ 843.860728] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.860728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.860728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.860728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.861061] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.861097] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.864073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.864073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.864073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.864073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.864073] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.864073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.864073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.864073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.864073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.864073] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a1ab621-dd18-453e-a9d7-c175da4aa374 is going to be updated. [ 843.865114] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.895732] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.895912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.895961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.899487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.899487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.899487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.917199] env[65740]: INFO networking_nsxv3.common.synchronization [None req-cadc1bfd-368b-4957-a912-eb3fa83dc123 None None] Enqueued Resource ID: 494a5f28-45d6-4d4e-a714-12cb83e93fe1 with Priority: HIGHEST for action port [ 843.917722] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494a5f28-45d6-4d4e-a714-12cb83e93fe1 with Priority: HIGHEST for action port [ 843.918098] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-494a5f28-45d6-4d4e-a714-12cb83e93fe1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.918221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-494a5f28-45d6-4d4e-a714-12cb83e93fe1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.918331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-494a5f28-45d6-4d4e-a714-12cb83e93fe1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.918491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-494a5f28-45d6-4d4e-a714-12cb83e93fe1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.918729] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494a5f28-45d6-4d4e-a714-12cb83e93fe1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.367499] env[65740]: INFO networking_nsxv3.common.synchronization [req-d8c218eb-ebf9-4898-9da2-ce4586618de1 req-3f824313-3711-4858-8c19-9737b7877cfe tempest-MultipleCreateTestJSON-920889774 tempest-MultipleCreateTestJSON-920889774-project-member] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 844.368758] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.369271] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 844.369979] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.370176] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.370276] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.370576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.371029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.371029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.371029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.371569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.371569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.371569] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.420956] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 494a5f28-45d6-4d4e-a714-12cb83e93fe1 [ 844.421238] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.421398] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.421446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.421645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.421741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.421829] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:494a5f28-45d6-4d4e-a714-12cb83e93fe1 already deleted. [ 844.421910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-494a5f28-45d6-4d4e-a714-12cb83e93fe1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.612881] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 844.612881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.766476] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.766681] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.766804] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.767079] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.767340] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.767486] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.767596] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.767812] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.767957] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.769189] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.769430] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.769604] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.769748] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.769897] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.770029] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.770176] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.793021] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.793273] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.793391] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.793579] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.793894] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-2b05c8e8-8c93-4d6e-8fac-96000d24ac80 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.794078] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-2b05c8e8-8c93-4d6e-8fac-96000d24ac80" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.794200] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-2b05c8e8-8c93-4d6e-8fac-96000d24ac80" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.794538] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-2b05c8e8-8c93-4d6e-8fac-96000d24ac80" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.794668] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b05c8e8-8c93-4d6e-8fac-96000d24ac80',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.871225] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.871225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.871225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.871603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.871603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.871731] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be created. [ 844.874682] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.874682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.874682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.874682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.874682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.874682] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.874682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.874682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.874682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.874682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.874682] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be deleted. [ 844.902177] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.902503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.902503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.902652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.902805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.905238] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.905357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.905425] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.905605] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.905692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.905790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.913351] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: UNINITIALIZED for 2s [ 845.297144] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.297359] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.297494] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.297940] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.298031] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.298150] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 2b05c8e8-8c93-4d6e-8fac-96000d24ac80 not found, creating... [ 845.298421] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.298601] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.298688] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.298903] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.299048] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.299403] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.299566] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.299680] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.299882] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.300036] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.300164] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 2b05c8e8-8c93-4d6e-8fac-96000d24ac80 is going to be created. [ 845.322066] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.322354] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.322456] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.322768] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.323058] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.323298] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-2b05c8e8-8c93-4d6e-8fac-96000d24ac80" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.044326] env[65740]: INFO networking_nsxv3.common.synchronization [req-d8c218eb-ebf9-4898-9da2-ce4586618de1 req-1e26202f-b4c5-4208-a99e-9fda1c379ae6 service nova] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_rules [ 846.044816] env[65740]: INFO networking_nsxv3.common.synchronization [req-d8c218eb-ebf9-4898-9da2-ce4586618de1 req-1e26202f-b4c5-4208-a99e-9fda1c379ae6 service nova] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 846.044816] env[65740]: INFO networking_nsxv3.common.synchronization [req-d8c218eb-ebf9-4898-9da2-ce4586618de1 req-1e26202f-b4c5-4208-a99e-9fda1c379ae6 service nova] Enqueued Resource ID: 2b05c8e8-8c93-4d6e-8fac-96000d24ac80 with Priority: HIGHEST for action port [ 846.045411] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_rules [ 846.045411] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 846.045411] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b05c8e8-8c93-4d6e-8fac-96000d24ac80 with Priority: HIGHEST for action port [ 846.045939] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.045939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.045939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.046200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.046200] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.047097] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.047239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.047274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.047420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.047567] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.047657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.047872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.047872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.047966] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.048641] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.049458] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b05c8e8-8c93-4d6e-8fac-96000d24ac80 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.049563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b05c8e8-8c93-4d6e-8fac-96000d24ac80" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.049634] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b05c8e8-8c93-4d6e-8fac-96000d24ac80" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.049790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b05c8e8-8c93-4d6e-8fac-96000d24ac80" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.049910] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b05c8e8-8c93-4d6e-8fac-96000d24ac80',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.551625] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.551723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.551897] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.552811] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b05c8e8-8c93-4d6e-8fac-96000d24ac80 with status ACTIVE [ 846.552998] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.553137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.553182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.553732] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.553732] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.553732] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.553732] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.554986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.554986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.554986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.554986] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.554986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.554986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.554986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.554986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.554986] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b05c8e8-8c93-4d6e-8fac-96000d24ac80 is going to be updated. [ 846.575413] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.575634] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.575704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.575901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.576050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.576209] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b05c8e8-8c93-4d6e-8fac-96000d24ac80" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.924673] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 846.924898] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.925083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.925457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.925542] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.925601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.925639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.925788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.925867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.925954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.926099] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.057814] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.428709] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.428898] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.428996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.429279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.429486] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.429719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.429809] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.429985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.430182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.430263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.430392] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.430509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.430588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.430770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.431038] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.431177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.431268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.431437] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.431536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.431645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.431755] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.559755] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.559919] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.559988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.560237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.560332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.560435] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be created. [ 847.587030] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.587030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.587030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.587030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.587030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.597637] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: UNINITIALIZED for 2s [ 847.934400] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60da758f-82a4-486d-810e-2024d18cbf26: rpc.has_security_group_logging(os_id): False [ 847.955474] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.955683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.955728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.955939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.956047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.956263] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.956356] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.956419] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.956579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.956805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.956883] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.956940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.956993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.957183] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.957237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.957403] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.957616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.957616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.957718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.957755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.957843] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be created. [ 848.007594] env[65740]: INFO networking_nsxv3.common.synchronization [req-ac6a9242-aeb1-4cea-92fd-0cf3e8ed0aee req-d42590f8-b90f-43a6-9a34-979ab8c21115 tempest-ListImageFiltersTestJSON-558763057 tempest-ListImageFiltersTestJSON-558763057-project-member] Enqueued Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_members [ 848.008389] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_members [ 848.008495] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.008566] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.008700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.008808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.008957] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.009065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.009119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.009368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.009457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.009566] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.011682] env[65740]: INFO networking_nsxv3.common.synchronization [req-324221a6-e72a-448b-90f4-f85564cb36b9 req-300285d2-512b-4764-9c57-c60078b2e2a1 tempest-ServersAdminNegativeTestJSON-507728575 tempest-ServersAdminNegativeTestJSON-507728575-project-member] Enqueued Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_members [ 848.012085] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_members [ 848.012667] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.012742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.012802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.012968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.013293] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.013400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.013462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.013609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.013886] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.013886] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.017932] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.017932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.017932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.018074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.018237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.031424] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 848.513044] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.515731] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.015521] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.017630] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.518824] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.519288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.519288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.519288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.519465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.519518] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a is going to be updated. [ 849.521029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.521217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.521290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.521429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.521506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.521605] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 is going to be updated. [ 849.557320] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.560135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.560135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.560135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.560135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.560135] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.560657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.560827] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.565150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.566133] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.577803] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: IN_PROGRESS for 2s [ 849.578086] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: IN_PROGRESS for 2s [ 849.607555] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 849.607806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.608025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.608377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.608586] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.608725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.608808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.608993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.609125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.609234] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.609350] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.705289] env[65740]: INFO networking_nsxv3.common.synchronization [req-1f363bd5-2db8-4421-b6b6-89ce11c848b4 req-fc82d27e-f55a-4278-9354-a7118d713a69 tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_members [ 849.705289] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_members [ 849.706015] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.706098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.708527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.709014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.709014] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.709186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.709186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.709383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.710335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.710335] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.045465] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 850.045465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.112497] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.112691] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.112738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.112982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.113192] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.113297] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.113359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.113516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.113600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.113705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.113854] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.114014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.114014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.114179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.114345] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.114440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.114501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.114641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.114730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.114813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.114904] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.216280] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.216909] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.217084] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.217355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.217605] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.217705] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.217795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.217851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.218836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.218836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.218836] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 is going to be updated. [ 850.249895] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.250229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.250229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.250457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.250630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.264739] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: IN_PROGRESS for 2s [ 850.617318] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20773977-53ee-4b86-a332-1954a3af7415: rpc.has_security_group_logging(os_id): False [ 850.638387] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.638593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.638713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.639059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.639213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.639483] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.639652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.639757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.639949] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.640094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.640397] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.640546] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.640645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.640861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.640982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.641288] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.641438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.641531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.641744] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.641865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.641998] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be created. [ 850.713160] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.713160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.713160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.713160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.713160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.736073] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: IN_PROGRESS for 2s [ 850.942307] env[65740]: INFO networking_nsxv3.common.synchronization [req-ed11d001-aa0b-46d2-8007-d3ed68f92bb6 req-a888177f-3372-4f43-bc89-8a331baa8e4b tempest-ServersWithSpecificFlavorTestJSON-1488609193 tempest-ServersWithSpecificFlavorTestJSON-1488609193-project-member] Enqueued Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_members [ 850.942307] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGHEST for action security_group_members [ 850.942307] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.942307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.942307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.942307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.942307] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.942307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.942307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.942307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.942307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.942307] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.447980] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.447980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.447980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.449999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.476618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.476944] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.477147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.477147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.477403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.477511] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.477587] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 is going to be updated. [ 851.512703] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.512901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.512901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.513429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.513429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.527337] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: IN_PROGRESS for 2s [ 851.590854] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: SUCCESS [ 851.593284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.594973] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: SUCCESS [ 851.594973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.833973] env[65740]: INFO networking_nsxv3.common.synchronization [req-d8c218eb-ebf9-4898-9da2-ce4586618de1 req-c522271e-1508-4d44-8a9e-75315f21c5b4 tempest-MultipleCreateTestJSON-920889774 tempest-MultipleCreateTestJSON-920889774-project-member] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 851.834609] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 851.835018] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.835313] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.835421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.835636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.835796] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.835903] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.836136] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.836136] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.836321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.836321] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.283274] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: SUCCESS [ 852.284662] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 deletion is rescheduled due to dependency. [ 852.284662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.340927] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.381208] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.381208] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.381208] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.381208] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.381762] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.382449] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.382682] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.383056] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.383302] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.383631] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.383822] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.383999] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.384187] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.384371] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.384545] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.384750] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.412498] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.412498] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.412658] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.417512] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.418574] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-cae4a3e7-5908-4307-8d54-c047d1c3921b taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.418806] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-cae4a3e7-5908-4307-8d54-c047d1c3921b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.419029] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-cae4a3e7-5908-4307-8d54-c047d1c3921b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.419317] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-cae4a3e7-5908-4307-8d54-c047d1c3921b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.419511] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae4a3e7-5908-4307-8d54-c047d1c3921b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.749574] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 852.749805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.843141] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.925703] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.925930] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.926077] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.926526] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.926722] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.926851] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port cae4a3e7-5908-4307-8d54-c047d1c3921b not found, creating... [ 852.927125] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.927366] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.927492] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.927721] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.927857] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.928158] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.928331] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.928447] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.928681] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.928824] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.928969] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: cae4a3e7-5908-4307-8d54-c047d1c3921b is going to be created. [ 852.962091] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.962091] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.962091] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.962091] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.962091] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.962091] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-cae4a3e7-5908-4307-8d54-c047d1c3921b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.345651] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.345853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.345906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.346117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.346220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.346330] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be updated. [ 853.386042] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.386244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.386431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.386905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.386905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.400684] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: IN_PROGRESS for 2s [ 853.539221] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 in Status: SUCCESS [ 853.539221] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 deletion is rescheduled due to dependency. [ 853.539394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.688129] env[65740]: INFO networking_nsxv3.common.synchronization [req-719a7c25-2c37-491b-af26-4cfd1ab36de2 req-a332b52d-8e01-46c1-ae47-35558313eea8 tempest-ListServerFiltersTestJSON-178520532 tempest-ListServerFiltersTestJSON-178520532-project-member] Enqueued Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 853.690117] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d with Priority: HIGHEST for action security_group_members [ 853.690117] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.690117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.690117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.690117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.690432] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.690487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.690944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.691164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.691330] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.691417] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.725111] env[65740]: INFO networking_nsxv3.common.synchronization [req-d8c218eb-ebf9-4898-9da2-ce4586618de1 req-969232ec-2f48-46f1-b3ec-35f0cd9dbfd4 service nova] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_rules [ 853.725111] env[65740]: INFO networking_nsxv3.common.synchronization [req-d8c218eb-ebf9-4898-9da2-ce4586618de1 req-969232ec-2f48-46f1-b3ec-35f0cd9dbfd4 service nova] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 853.725111] env[65740]: INFO networking_nsxv3.common.synchronization [req-d8c218eb-ebf9-4898-9da2-ce4586618de1 req-969232ec-2f48-46f1-b3ec-35f0cd9dbfd4 service nova] Enqueued Resource ID: cae4a3e7-5908-4307-8d54-c047d1c3921b with Priority: HIGHEST for action port [ 853.725477] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_rules [ 853.725661] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 853.726154] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae4a3e7-5908-4307-8d54-c047d1c3921b with Priority: HIGHEST for action port [ 853.733263] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.734792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.734906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.735180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.735296] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.737309] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.737441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.737703] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-cae4a3e7-5908-4307-8d54-c047d1c3921b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.738042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cae4a3e7-5908-4307-8d54-c047d1c3921b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.738042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cae4a3e7-5908-4307-8d54-c047d1c3921b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.738162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cae4a3e7-5908-4307-8d54-c047d1c3921b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.738207] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae4a3e7-5908-4307-8d54-c047d1c3921b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.193704] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.194030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.194030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.194186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.218212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.218212] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.218212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.218212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.218212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.218212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.218212] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d is going to be updated. [ 854.240307] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.264798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.264798] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cae4a3e7-5908-4307-8d54-c047d1c3921b with status ACTIVE [ 854.264798] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.264798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.264798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.264798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.264798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.264798] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.264798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.264798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.264798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.264798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.264798] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.264798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.264798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.264798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.264798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.265497] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cae4a3e7-5908-4307-8d54-c047d1c3921b is going to be updated. [ 854.265497] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.265497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.265497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.265497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.265497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.265497] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: IN_PROGRESS for 2s [ 854.266959] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.267115] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.267161] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.267361] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.267521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.267687] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cae4a3e7-5908-4307-8d54-c047d1c3921b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.672138] env[65740]: INFO networking_nsxv3.common.synchronization [req-dadfc6b1-ab55-4b20-954a-8275fdfc9f38 req-5853546a-4bca-402f-a752-61fbf0390d5b tempest-ImagesOneServerNegativeTestJSON-1077993635 tempest-ImagesOneServerNegativeTestJSON-1077993635-project-member] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 854.672138] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 854.672138] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.672138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.672138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.672138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.672138] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.677727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.677727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.677727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.677727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.677727] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.179163] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.179901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.180118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.180547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.180818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.181162] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.183030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.183030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.183030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.183030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.183030] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 is going to be deleted. [ 855.206306] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.206306] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-267" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.206306] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-267" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.206306] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-267" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.208285] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.208668] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.208917] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.209758] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.210047] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.212217] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.212217] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.212217] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.212217] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.212217] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.212217] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.212217] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.215384] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.215536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.215536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.216338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.216338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.216338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.234740] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.234740] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.234957] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.235018] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-267" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.235344] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-936bdbb6-d4c9-4996-abcc-71295b20f507 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.235599] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-936bdbb6-d4c9-4996-abcc-71295b20f507" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.235734] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-936bdbb6-d4c9-4996-abcc-71295b20f507" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.236062] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-936bdbb6-d4c9-4996-abcc-71295b20f507" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.236207] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('936bdbb6-d4c9-4996-abcc-71295b20f507',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.413337] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 855.413534] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.413614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.413963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.414287] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.414415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.414481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.414654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.414873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.414951] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.741696] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.741950] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.742090] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.742479] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.742705] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.742775] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 936bdbb6-d4c9-4996-abcc-71295b20f507 not found, creating... [ 855.743058] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.743215] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.743327] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.743549] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.743687] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.743974] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.744172] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.744288] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.744548] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.744682] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.745624] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 936bdbb6-d4c9-4996-abcc-71295b20f507 is going to be created. [ 855.782257] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.782485] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.782614] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.782941] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.783265] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.783517] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-936bdbb6-d4c9-4996-abcc-71295b20f507" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.917267] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.264705] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d in Status: SUCCESS [ 856.265129] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d deletion is rescheduled due to dependency. [ 856.265129] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.421161] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.592022] env[65740]: INFO networking_nsxv3.common.synchronization [req-dadfc6b1-ab55-4b20-954a-8275fdfc9f38 req-05df4a41-4c4a-4148-8cd7-32af4fcb6bec service nova] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_rules [ 856.592241] env[65740]: INFO networking_nsxv3.common.synchronization [req-dadfc6b1-ab55-4b20-954a-8275fdfc9f38 req-05df4a41-4c4a-4148-8cd7-32af4fcb6bec service nova] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 856.592485] env[65740]: INFO networking_nsxv3.common.synchronization [req-dadfc6b1-ab55-4b20-954a-8275fdfc9f38 req-05df4a41-4c4a-4148-8cd7-32af4fcb6bec service nova] Enqueued Resource ID: 936bdbb6-d4c9-4996-abcc-71295b20f507 with Priority: HIGHEST for action port [ 856.592906] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_rules [ 856.593077] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 856.593278] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936bdbb6-d4c9-4996-abcc-71295b20f507 with Priority: HIGHEST for action port [ 856.593513] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.593581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.593619] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.593838] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.593939] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.594877] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.594877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.595177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.595177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.595260] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.595468] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.595540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.595678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.596144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.596144] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.596839] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-936bdbb6-d4c9-4996-abcc-71295b20f507 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.596839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-936bdbb6-d4c9-4996-abcc-71295b20f507" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.596839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-936bdbb6-d4c9-4996-abcc-71295b20f507" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.597035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-936bdbb6-d4c9-4996-abcc-71295b20f507" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.597035] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('936bdbb6-d4c9-4996-abcc-71295b20f507',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.927023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.927023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.927023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.927023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.927023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.927023] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be updated. [ 856.956024] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.956349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.956349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.956637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.956729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.968700] env[65740]: INFO networking_nsxv3.common.synchronization [req-52fd16d9-9c6e-436d-a29c-37f88e404cc2 req-ef800fef-0194-4370-9cba-c75cc8045232 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_members [ 856.968700] env[65740]: INFO networking_nsxv3.common.synchronization [req-52fd16d9-9c6e-436d-a29c-37f88e404cc2 req-ef800fef-0194-4370-9cba-c75cc8045232 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 856.969523] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: IN_PROGRESS for 2s [ 856.970137] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_members [ 856.970305] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 856.970600] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-842b927a-55da-4adc-836e-c9ec6ec9eca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.970716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.970826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.971074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.971237] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.971331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.971388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.971538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.971627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.971721] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.972848] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.972965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.973058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.973227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.973984] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.974554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.974648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.974814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.974904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.975012] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.017664] env[65740]: INFO networking_nsxv3.common.synchronization [req-52fd16d9-9c6e-436d-a29c-37f88e404cc2 req-ef800fef-0194-4370-9cba-c75cc8045232 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_rules [ 857.017872] env[65740]: INFO networking_nsxv3.common.synchronization [req-52fd16d9-9c6e-436d-a29c-37f88e404cc2 req-ef800fef-0194-4370-9cba-c75cc8045232 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 857.017998] env[65740]: INFO networking_nsxv3.common.synchronization [req-52fd16d9-9c6e-436d-a29c-37f88e404cc2 req-ef800fef-0194-4370-9cba-c75cc8045232 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_rules [ 857.018177] env[65740]: INFO networking_nsxv3.common.synchronization [req-52fd16d9-9c6e-436d-a29c-37f88e404cc2 req-ef800fef-0194-4370-9cba-c75cc8045232 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_members [ 857.018464] env[65740]: INFO networking_nsxv3.common.synchronization [req-52fd16d9-9c6e-436d-a29c-37f88e404cc2 req-ef800fef-0194-4370-9cba-c75cc8045232 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 5a1ab621-dd18-453e-a9d7-c175da4aa374 with Priority: HIGHEST for action port [ 857.020088] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_rules [ 857.020279] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_rules [ 857.020494] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1ab621-dd18-453e-a9d7-c175da4aa374 with Priority: HIGHEST for action port [ 857.020624] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 857.024126] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_members [ 857.024126] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.024126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.024126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.024126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.024126] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.024126] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-842b927a-55da-4adc-836e-c9ec6ec9eca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.024126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.024126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.024126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.024126] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.024126] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a1ab621-dd18-453e-a9d7-c175da4aa374 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.024126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.024126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.025019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.025019] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1ab621-dd18-453e-a9d7-c175da4aa374',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.025436] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.025436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.025436] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-842b927a-55da-4adc-836e-c9ec6ec9eca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.025659] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.099496] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.100881] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.101102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.104570] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 936bdbb6-d4c9-4996-abcc-71295b20f507 with status ACTIVE [ 857.104815] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.104945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.105029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.105619] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.105698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.105834] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.106336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.106336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.106336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.106336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.106502] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.106502] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.106587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.106690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.106759] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.106840] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 936bdbb6-d4c9-4996-abcc-71295b20f507 is going to be updated. [ 857.144206] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.144206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.144421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.144488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.144599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.144845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-936bdbb6-d4c9-4996-abcc-71295b20f507" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.424762] env[65740]: INFO networking_nsxv3.common.synchronization [req-5f2ac174-ecb7-451e-b447-1909e58399b4 req-3b24796e-b1d5-480f-81dc-b443f2f8e3fc tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_members [ 857.425228] env[65740]: INFO networking_nsxv3.common.synchronization [req-5f2ac174-ecb7-451e-b447-1909e58399b4 req-3b24796e-b1d5-480f-81dc-b443f2f8e3fc tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 with Priority: HIGHEST for action security_group_members [ 857.425355] env[65740]: INFO networking_nsxv3.common.synchronization [req-5f2ac174-ecb7-451e-b447-1909e58399b4 req-3b24796e-b1d5-480f-81dc-b443f2f8e3fc tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 857.426140] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_members [ 857.426572] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 with Priority: HIGHEST for action security_group_members [ 857.426655] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 857.427041] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-842b927a-55da-4adc-836e-c9ec6ec9eca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.427265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.427494] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3afb8e7-f075-4d44-aa9d-9911b2540994 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.427788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.427788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.428194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.428421] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.428573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.428665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.428925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.429156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.429292] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3afb8e7-f075-4d44-aa9d-9911b2540994',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.430361] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.430524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.478682] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.481050] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.492818] env[65740]: INFO networking_nsxv3.common.synchronization [req-5f2ac174-ecb7-451e-b447-1909e58399b4 req-3b24796e-b1d5-480f-81dc-b443f2f8e3fc tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_rules [ 857.493345] env[65740]: INFO networking_nsxv3.common.synchronization [req-5f2ac174-ecb7-451e-b447-1909e58399b4 req-3b24796e-b1d5-480f-81dc-b443f2f8e3fc tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 857.493687] env[65740]: INFO networking_nsxv3.common.synchronization [req-5f2ac174-ecb7-451e-b447-1909e58399b4 req-3b24796e-b1d5-480f-81dc-b443f2f8e3fc tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_rules [ 857.495034] env[65740]: INFO networking_nsxv3.common.synchronization [req-5f2ac174-ecb7-451e-b447-1909e58399b4 req-3b24796e-b1d5-480f-81dc-b443f2f8e3fc tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_members [ 857.495034] env[65740]: INFO networking_nsxv3.common.synchronization [req-5f2ac174-ecb7-451e-b447-1909e58399b4 req-3b24796e-b1d5-480f-81dc-b443f2f8e3fc tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 with Priority: HIGHEST for action security_group_rules [ 857.495034] env[65740]: INFO networking_nsxv3.common.synchronization [req-5f2ac174-ecb7-451e-b447-1909e58399b4 req-3b24796e-b1d5-480f-81dc-b443f2f8e3fc tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 with Priority: HIGHEST for action security_group_members [ 857.495034] env[65740]: INFO networking_nsxv3.common.synchronization [req-5f2ac174-ecb7-451e-b447-1909e58399b4 req-3b24796e-b1d5-480f-81dc-b443f2f8e3fc tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 5a1ab621-dd18-453e-a9d7-c175da4aa374 with Priority: HIGHEST for action port [ 857.495372] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_rules [ 857.496060] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_rules [ 857.496060] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 with Priority: HIGHEST for action security_group_members [ 857.496060] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1ab621-dd18-453e-a9d7-c175da4aa374 with Priority: HIGHEST for action port [ 857.496060] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 with Priority: HIGHEST for action security_group_rules [ 857.496060] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 857.496060] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_members [ 857.496706] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.496795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.497100] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-842b927a-55da-4adc-836e-c9ec6ec9eca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.497232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.497450] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3afb8e7-f075-4d44-aa9d-9911b2540994 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.497567] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.497787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a1ab621-dd18-453e-a9d7-c175da4aa374 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.497870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.498106] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3afb8e7-f075-4d44-aa9d-9911b2540994 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.498211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.498274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.498524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.498644] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3afb8e7-f075-4d44-aa9d-9911b2540994',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.500044] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.500291] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.500508] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-842b927a-55da-4adc-836e-c9ec6ec9eca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.500597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.527456] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.527688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.527763] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-842b927a-55da-4adc-836e-c9ec6ec9eca8 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.527885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.529864] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a1ab621-dd18-453e-a9d7-c175da4aa374 with status ACTIVE [ 857.529864] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.529864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.529864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.529864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.529864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.529864] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.529864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.529864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.529864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.529864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.529864] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.529864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.529864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.529864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.529864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.530650] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a1ab621-dd18-453e-a9d7-c175da4aa374 is going to be updated. [ 857.554323] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.554469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.554527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.554778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.554926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.555123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.555289] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.555452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.555528] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1ab621-dd18-453e-a9d7-c175da4aa374',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.605484] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.932829] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3afb8e7-f075-4d44-aa9d-9911b2540994',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.982171] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.983476] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.001833] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3afb8e7-f075-4d44-aa9d-9911b2540994 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.001833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.061031] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a1ab621-dd18-453e-a9d7-c175da4aa374 with status ACTIVE [ 858.061031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.061031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.061031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.061031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.061031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.061031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.061031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.061031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.061031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.061031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.061031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.061031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.061031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.061031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.061031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.061031] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a1ab621-dd18-453e-a9d7-c175da4aa374 is going to be updated. [ 858.087303] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.087461] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.087507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.088254] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.088254] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.088254] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a1ab621-dd18-453e-a9d7-c175da4aa374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.112705] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.112869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.112869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.113055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.113160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.113273] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 is going to be created. [ 858.156301] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.156589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.156589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.156812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.156981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.182774] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: UNINITIALIZED for 2s [ 858.440350] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3afb8e7-f075-4d44-aa9d-9911b2540994',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.488057] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.488057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.488057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.488057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.488057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.488057] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 is going to be created. [ 858.488057] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.488057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.488057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.488057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.488057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.488057] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 858.518654] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.518654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.518654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.518654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.518654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.533998] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: UNINITIALIZED for 2s [ 858.533998] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.533998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.533998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.533998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.533998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.549682] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 858.944506] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.944765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.944843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.945131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.945302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.945355] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 is going to be created. [ 858.977887] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.977887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.977887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.977887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.977887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.988312] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 in Status: UNINITIALIZED for 2s [ 858.989200] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 858.989416] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.989641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.989892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.990108] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.990263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.990333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.990468] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.990553] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.990639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.990781] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.493872] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.494301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.494301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.494743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.494859] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.495031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.495141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.495364] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.495582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.495728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.495900] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.496070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.496160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.496355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.496570] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.496713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.496848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.497055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.497175] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.497283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.497401] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.002422] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20773977-53ee-4b86-a332-1954a3af7415: rpc.has_security_group_logging(os_id): False [ 860.026528] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.026528] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.026528] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.026881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.027023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.027350] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.027886] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.027886] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.028143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.028230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.028422] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.028820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.028820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.029049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.029049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.029303] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.029436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.030793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.030793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.030793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.030793] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be updated. [ 860.128526] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.128526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.128526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.128526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.128526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.164934] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: IN_PROGRESS for 2s [ 860.199780] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: SUCCESS [ 860.200055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.200323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.200560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.200759] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.200885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.200940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.201108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.201189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.201274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.201364] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.544644] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: SUCCESS [ 860.544644] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.545168] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.545168] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.545280] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.545356] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.545356] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.545518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.545633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.545742] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.563986] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 860.565275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.565275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.565275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.565275] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.565275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.565275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.565630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.565630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.565630] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.705548] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.705548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.705548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.705548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.705548] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.705548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.705548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.705548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.705548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.705548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.705982] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.705982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.705982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.705982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.706134] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.706134] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.706209] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.706527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.706527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.706527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.706636] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.875124] env[65740]: INFO networking_nsxv3.common.synchronization [req-7beb6002-4816-423f-8768-a21e9cd23897 req-8199d620-206f-4a42-a6d8-90ed619ba0e6 tempest-ServerDiskConfigTestJSON-1821978894 tempest-ServerDiskConfigTestJSON-1821978894-project-member] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 860.875941] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 860.876370] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.876773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.876773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.876928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.877055] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.877115] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.877198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.877697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.877874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.877936] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.999740] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 in Status: SUCCESS [ 860.999914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.000077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.000799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.000799] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.001074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.001074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.001198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.001331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.001451] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3afb8e7-f075-4d44-aa9d-9911b2540994',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.048154] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.069634] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.211534] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acac2e1f-fce8-4963-b9bf-756ce84419d9: rpc.has_security_group_logging(os_id): False [ 861.236251] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.236396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.236505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.236701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.236787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.237043] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.237885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.237885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.237885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.237885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.237885] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.237885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.237885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.238345] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.239710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.240023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.240137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.240230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.240388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.240463] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.240558] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 is going to be created. [ 861.256620] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.256620] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.256620] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.257138] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.257138] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.257403] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.257544] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.257825] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.257975] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.258219] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.258349] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.258432] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.260955] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.260955] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.260955] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.260955] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.280596] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.280774] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.281132] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.281132] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.281457] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-39ec3c72-f5e5-4437-b96e-880b5ab9f865 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.282519] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-39ec3c72-f5e5-4437-b96e-880b5ab9f865" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.282519] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-39ec3c72-f5e5-4437-b96e-880b5ab9f865" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.282519] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-39ec3c72-f5e5-4437-b96e-880b5ab9f865" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.282519] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39ec3c72-f5e5-4437-b96e-880b5ab9f865',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.309315] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.309458] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.309533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.309735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.309918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.325933] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: IN_PROGRESS for 2s [ 861.381462] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.381656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.381656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.381874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.381965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.382186] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.382318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.382384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.382544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.382622] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.382712] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 861.443403] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.443403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.443709] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.443709] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.443884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.456894] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 861.503515] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3afb8e7-f075-4d44-aa9d-9911b2540994',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.551070] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.573500] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.784992] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.785382] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.785382] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.785670] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.785820] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.785976] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 39ec3c72-f5e5-4437-b96e-880b5ab9f865 not found, creating... [ 861.786288] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.786867] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.786867] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.787680] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.787680] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.787680] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.787911] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.788042] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.788332] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.788639] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.788708] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 39ec3c72-f5e5-4437-b96e-880b5ab9f865 is going to be created. [ 861.816664] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.816981] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.817243] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.817735] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.818179] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.818558] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-39ec3c72-f5e5-4437-b96e-880b5ab9f865" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.005492] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3afb8e7-f075-4d44-aa9d-9911b2540994',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.054461] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.054710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.054816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.055195] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.055378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.055558] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 is going to be updated. [ 862.076485] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.078158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.078158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.078158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.078158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.078158] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 862.107911] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.108140] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.108216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.108401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.108548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.120575] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: IN_PROGRESS for 2s [ 862.123552] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.123751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.123856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.124187] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.124405] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.147308] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 862.189327] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 862.190848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.508336] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.508614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.508730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.509076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.509163] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.509337] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 is going to be updated. [ 862.549471] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.549754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.549754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.549973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.550248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.562662] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 in Status: IN_PROGRESS for 2s [ 862.621253] env[65740]: INFO networking_nsxv3.common.synchronization [req-7beb6002-4816-423f-8768-a21e9cd23897 req-3ed21f73-4a34-4544-97e5-285104b0b7e1 service nova] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_rules [ 862.621471] env[65740]: INFO networking_nsxv3.common.synchronization [req-7beb6002-4816-423f-8768-a21e9cd23897 req-3ed21f73-4a34-4544-97e5-285104b0b7e1 service nova] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 862.621681] env[65740]: INFO networking_nsxv3.common.synchronization [req-7beb6002-4816-423f-8768-a21e9cd23897 req-3ed21f73-4a34-4544-97e5-285104b0b7e1 service nova] Enqueued Resource ID: 39ec3c72-f5e5-4437-b96e-880b5ab9f865 with Priority: HIGHEST for action port [ 862.623786] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_rules [ 862.623900] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 862.624078] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ec3c72-f5e5-4437-b96e-880b5ab9f865 with Priority: HIGHEST for action port [ 862.624496] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.624654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.624729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.625033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.625150] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.626660] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.626819] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.627790] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-39ec3c72-f5e5-4437-b96e-880b5ab9f865 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.627790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39ec3c72-f5e5-4437-b96e-880b5ab9f865" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.627790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39ec3c72-f5e5-4437-b96e-880b5ab9f865" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.627790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39ec3c72-f5e5-4437-b96e-880b5ab9f865" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.627790] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39ec3c72-f5e5-4437-b96e-880b5ab9f865',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.129958] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.130144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.131537] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39ec3c72-f5e5-4437-b96e-880b5ab9f865 with status ACTIVE [ 863.131766] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.131908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.131977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.132320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.132440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.132657] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.132762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.132822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.133019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.133117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.133354] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.133479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.133548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.133691] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.133765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.133947] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39ec3c72-f5e5-4437-b96e-880b5ab9f865 is going to be updated. [ 863.160618] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.160618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.160618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.160618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.160618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.160618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39ec3c72-f5e5-4437-b96e-880b5ab9f865" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.342804] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: SUCCESS [ 863.342916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.468250] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 863.468446] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 deletion is rescheduled due to dependency. [ 863.468589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.468824] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.468928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.469133] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.469377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.469476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.469650] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.469735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.469837] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.801389] env[65740]: INFO networking_nsxv3.common.synchronization [req-55560740-5a83-4ef6-9fbf-fa2db36c5197 req-897b6209-b717-4432-ae9b-6d821a91e2ee tempest-ServersAdminTestJSON-1982434739 tempest-ServersAdminTestJSON-1982434739-project-member] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 863.801994] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 863.802693] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.802820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.802888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.803443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.803615] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.803717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.803781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.804014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.804114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.804211] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.972673] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.136061] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: SUCCESS [ 864.136394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.136606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.136840] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.137042] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.137162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.137232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.137487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.137579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.137661] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.159937] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 864.160206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.160414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.160691] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.160890] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.161019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.161215] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.161359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.161451] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.161579] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.307197] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.475420] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.575386] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 in Status: SUCCESS [ 864.575629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.575910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.576257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.576432] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.576648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.576738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.576995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.577142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.577299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.577453] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3afb8e7-f075-4d44-aa9d-9911b2540994',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.642462] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.664183] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.705191] env[65740]: INFO networking_nsxv3.common.synchronization [None req-affd794a-00d9-4e4e-ac6f-528838035e8b tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGHEST for action security_group_rules [ 864.706318] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGHEST for action security_group_rules [ 864.706771] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.707077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.707246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.707606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.707806] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5c254fb-db29-4d45-98cc-e1e55f8d1a9f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.811544] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.874877] env[65740]: INFO networking_nsxv3.common.synchronization [None req-31f7d7ca-2d64-4a14-90c1-6976038492f1 tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGHEST for action security_group_rules [ 864.874877] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGHEST for action security_group_rules [ 864.875584] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.875776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.981056] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.981317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.983166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.983166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.983166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.983166] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 865.023844] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.024111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.024111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.024429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.024622] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.035778] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 865.080853] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3afb8e7-f075-4d44-aa9d-9911b2540994',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.145821] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.168488] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.218310] env[65740]: INFO networking_nsxv3.common.synchronization [req-bb5368c2-e86b-4c57-8725-5d77688cb54c req-21a78508-065b-4a30-bc41-4f7900918ace tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 865.219431] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 865.219563] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.219724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.219802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.220143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.220390] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.220510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.220587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.220779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.220925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.221133] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.230715] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.230926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.231030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.231189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.231291] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.232577] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f already deleted. [ 865.232577] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.232577] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.232577] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.232577] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5c254fb-db29-4d45-98cc-e1e55f8d1a9f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.313578] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.313788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.313905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.314103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.314198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.314329] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 865.354842] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.354990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.355071] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.355344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.355500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.367486] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 865.584044] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3afb8e7-f075-4d44-aa9d-9911b2540994: rpc.has_security_group_logging(os_id): False [ 865.611799] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.612022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.612099] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.612422] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.612517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.612764] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.612864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.612930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.613111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.613231] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.613343] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 is going to be created. [ 865.649208] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.649208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.649208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.649208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.649208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.649571] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 is going to be updated. [ 865.671089] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.671255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.671330] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.671560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.672082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.672082] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 865.689332] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.689533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.689533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.689778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.689928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.700616] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: IN_PROGRESS for 2s [ 865.718664] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.718910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.718910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.719070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.719264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.723670] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.723877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.723955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.724202] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.738070] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 in Status: IN_PROGRESS for 2s [ 865.752967] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.753290] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.753433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.753507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.753942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.753942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.753942] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 865.763618] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.763772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.763830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.764048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.764141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.764236] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f already deleted. [ 865.764337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.811644] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.811644] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.815026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.815026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.815026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.826546] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 865.872040] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.872241] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.872672] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.873368] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.873747] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.873922] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.874056] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.874419] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.874525] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.875551] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.875551] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.875551] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.875551] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.875551] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.875551] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.875551] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.899376] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.899553] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.899693] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.899887] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.900240] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-1a50b40b-9191-4fd7-89e9-cbf56312e137 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.900409] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-1a50b40b-9191-4fd7-89e9-cbf56312e137" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.900517] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-1a50b40b-9191-4fd7-89e9-cbf56312e137" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.901043] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-1a50b40b-9191-4fd7-89e9-cbf56312e137" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.901206] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a50b40b-9191-4fd7-89e9-cbf56312e137',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.404018] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.404319] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.404423] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.404759] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.404930] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.405101] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 1a50b40b-9191-4fd7-89e9-cbf56312e137 not found, creating... [ 866.405402] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.405592] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.405769] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.406079] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.406269] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.406587] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.406792] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.407301] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.407528] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.407699] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.408448] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 1a50b40b-9191-4fd7-89e9-cbf56312e137 is going to be created. [ 866.429016] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.429016] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.429202] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.429396] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.429615] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.430525] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-1a50b40b-9191-4fd7-89e9-cbf56312e137" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.547031] env[65740]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/60da758f-82a4-486d-810e-2024d18cbf26', 'data': {'id': '60da758f-82a4-486d-810e-2024d18cbf26', 'display_name': '60da758f-82a4-486d-810e-2024d18cbf26', 'path': '/infra/domains/default/groups/60da758f-82a4-486d-810e-2024d18cbf26', 'expression': [{'value': 'security_group|60da758f-82a4-486d-810e-2024d18cbf26', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.14']}], 'tags': [{'scope': 'age', 'tag': 1764688073}, {'scope': 'revision_number', 'tag': 0}], '_revision': 2}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 866.547207] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=65740) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 867.052945] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 867.053337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.053622] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.053894] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.054177] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.054497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.054497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.054753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.054878] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.055020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.055189] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.167052] env[65740]: INFO networking_nsxv3.common.synchronization [req-bb5368c2-e86b-4c57-8725-5d77688cb54c req-8bd4f17a-4c0d-48e2-ba3d-cd1c6bc1b7e2 service nova] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_rules [ 867.167202] env[65740]: INFO networking_nsxv3.common.synchronization [req-bb5368c2-e86b-4c57-8725-5d77688cb54c req-8bd4f17a-4c0d-48e2-ba3d-cd1c6bc1b7e2 service nova] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 867.167819] env[65740]: INFO networking_nsxv3.common.synchronization [req-bb5368c2-e86b-4c57-8725-5d77688cb54c req-8bd4f17a-4c0d-48e2-ba3d-cd1c6bc1b7e2 service nova] Enqueued Resource ID: 1a50b40b-9191-4fd7-89e9-cbf56312e137 with Priority: HIGHEST for action port [ 867.171497] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_rules [ 867.171550] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 867.171742] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a50b40b-9191-4fd7-89e9-cbf56312e137 with Priority: HIGHEST for action port [ 867.172405] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.172544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.172608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.172815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.172924] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.174130] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.174236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.174466] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a50b40b-9191-4fd7-89e9-cbf56312e137 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.174572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a50b40b-9191-4fd7-89e9-cbf56312e137" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.174657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a50b40b-9191-4fd7-89e9-cbf56312e137" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.174847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a50b40b-9191-4fd7-89e9-cbf56312e137" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.174921] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a50b40b-9191-4fd7-89e9-cbf56312e137',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.384136] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 867.384422] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.535564] env[65740]: INFO networking_nsxv3.common.synchronization [req-89911296-163e-4351-8276-7ae22852114d req-dceadf18-d1b6-49ab-9446-fa870d457310 tempest-ServerTagsTestJSON-206519729 tempest-ServerTagsTestJSON-206519729-project-member] Enqueued Resource ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 with Priority: HIGHEST for action security_group_members [ 867.535879] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 with Priority: HIGHEST for action security_group_members [ 867.536301] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60251b0b-26c6-4a18-b21e-cc205fa6ae78 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.536454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.536535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.536837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.537070] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.537245] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.537301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.537637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.537637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.537761] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60251b0b-26c6-4a18-b21e-cc205fa6ae78',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.558111] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.558338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.558415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.559035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.559035] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.559035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.559035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.559284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.559284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.559359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.559653] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.559653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.559653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.560062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.560062] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.560062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.560322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.560322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.560322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.560477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.560477] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.676669] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.676978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.677291] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a50b40b-9191-4fd7-89e9-cbf56312e137 with status ACTIVE [ 867.677291] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.677475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.677475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.677782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.677920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.678104] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.678213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.678261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.678446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.678528] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.681881] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.681881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.681881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.681881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.681881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.681881] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a50b40b-9191-4fd7-89e9-cbf56312e137 is going to be updated. [ 867.706141] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.706427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.706427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.706636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.706720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.707165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a50b40b-9191-4fd7-89e9-cbf56312e137" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.713598] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: IN_PROGRESS for 4s [ 867.753682] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 in Status: SUCCESS [ 867.753966] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.838264] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 867.838489] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 deletion is rescheduled due to dependency. [ 867.838611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.838801] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.839045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.839247] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.839369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.839452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.840032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.840032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.840032] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.997215] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.997472] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-931" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.997638] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-931" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.997986] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-931" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.998512] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.998777] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.998777] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.999443] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.999716] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.999886] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.000044] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.000171] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.000400] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.000547] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.000821] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.000885] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.020430] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.020634] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.020800] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.021073] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-931" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.021427] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-4936220b-4462-440c-8560-abe95256cb42 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.021620] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-4936220b-4462-440c-8560-abe95256cb42" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.021742] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-4936220b-4462-440c-8560-abe95256cb42" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.022082] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-4936220b-4462-440c-8560-abe95256cb42" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.022233] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4936220b-4462-440c-8560-abe95256cb42',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.039914] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.040144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.040231] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.040467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.040563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.040781] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.040880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.040942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.041138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.041236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.041317] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 already deleted. [ 868.041402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.063708] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e967fa87-8850-4d4f-89c0-0d5a32442ca7: rpc.has_security_group_logging(os_id): False [ 868.083165] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.083298] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.083352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.083550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.083667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.083963] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.084143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.084220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.084388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.084603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.084714] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.084791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.084791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.085483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.085483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.085483] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.085483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.085483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.085483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.086126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.086126] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 868.165809] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.166031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.166031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.166252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.166401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.181739] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 868.346132] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.524825] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.526190] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.526190] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.526190] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.526190] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.526190] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 4936220b-4462-440c-8560-abe95256cb42 not found, creating... [ 868.526190] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.526524] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.526524] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.526716] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.526825] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.527133] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.527300] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.527419] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.527626] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.527755] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.527890] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 4936220b-4462-440c-8560-abe95256cb42 is going to be created. [ 868.553372] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.553585] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.553706] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.553983] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.554240] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.554470] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-4936220b-4462-440c-8560-abe95256cb42" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.579253] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.579396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.579463] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.579670] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.579808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.591608] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 868.849840] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.271458] env[65740]: INFO networking_nsxv3.common.synchronization [req-89911296-163e-4351-8276-7ae22852114d req-41e7f772-695e-4a6b-af17-7eb17dbc639a service nova] Enqueued Resource ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 with Priority: HIGHEST for action security_group_rules [ 869.271458] env[65740]: INFO networking_nsxv3.common.synchronization [req-89911296-163e-4351-8276-7ae22852114d req-41e7f772-695e-4a6b-af17-7eb17dbc639a service nova] Enqueued Resource ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 with Priority: HIGHEST for action security_group_members [ 869.271458] env[65740]: INFO networking_nsxv3.common.synchronization [req-89911296-163e-4351-8276-7ae22852114d req-41e7f772-695e-4a6b-af17-7eb17dbc639a service nova] Enqueued Resource ID: 4936220b-4462-440c-8560-abe95256cb42 with Priority: HIGHEST for action port [ 869.272119] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 with Priority: HIGHEST for action security_group_rules [ 869.272450] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 with Priority: HIGHEST for action security_group_members [ 869.272877] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4936220b-4462-440c-8560-abe95256cb42 with Priority: HIGHEST for action port [ 869.273998] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60251b0b-26c6-4a18-b21e-cc205fa6ae78 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.276433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.276433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.276433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.276433] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60251b0b-26c6-4a18-b21e-cc205fa6ae78',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.279027] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60251b0b-26c6-4a18-b21e-cc205fa6ae78 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.279027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.279027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.279027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.279027] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.279027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.279027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.279027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.279027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.279027] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60251b0b-26c6-4a18-b21e-cc205fa6ae78',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.283062] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-4936220b-4462-440c-8560-abe95256cb42 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.283062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4936220b-4462-440c-8560-abe95256cb42" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.284056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4936220b-4462-440c-8560-abe95256cb42" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.284056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4936220b-4462-440c-8560-abe95256cb42" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.284056] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4936220b-4462-440c-8560-abe95256cb42',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.353098] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.353098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.353098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.353098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.353098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.353510] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 869.384816] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.384816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.384816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.385986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.385986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.395746] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 869.729075] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: SUCCESS [ 869.729375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.729688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.729966] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.730265] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.730366] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.730483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.730641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.730749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.730868] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.778433] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60251b0b-26c6-4a18-b21e-cc205fa6ae78 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.779243] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.783081] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60251b0b-26c6-4a18-b21e-cc205fa6ae78',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.788841] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4936220b-4462-440c-8560-abe95256cb42 with status ACTIVE [ 869.788841] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.788841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.788841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.789031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.789068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.789244] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.789335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.789398] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.790112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.790112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.790112] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.790112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.790112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.790431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.790431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.790431] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4936220b-4462-440c-8560-abe95256cb42 is going to be updated. [ 869.815407] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.815625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.815625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.815899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.815938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.816975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4936220b-4462-440c-8560-abe95256cb42" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.202417] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 870.202417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.234077] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.285163] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60251b0b-26c6-4a18-b21e-cc205fa6ae78',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.605754] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 870.605978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.606185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.606404] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.606606] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.606732] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.606807] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.606994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.607100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.607219] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.736832] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.787272] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.787533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.787533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.787827] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.787944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.788094] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 is going to be created. [ 870.821482] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.821661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.821661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.821868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.822048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.835147] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 in Status: UNINITIALIZED for 2s [ 870.839719] env[65740]: INFO networking_nsxv3.common.synchronization [req-d5432ef0-8bee-448c-ba96-8936d0fa46a7 req-820551c9-2097-434c-bd0f-78c00530bf74 tempest-DeleteServersTestJSON-648489044 tempest-DeleteServersTestJSON-648489044-project-member] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 870.840338] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 870.840618] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.840742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.840804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.841013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.843377] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.843575] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.843698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.843996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.844502] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.844502] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.922879] env[65740]: INFO networking_nsxv3.common.synchronization [req-61ac1064-74d6-4aa5-a7af-52436046fb23 req-ddee9b0a-c488-4da8-aa14-1662cdacaf87 tempest-MultipleCreateTestJSON-920889774 tempest-MultipleCreateTestJSON-920889774-project-member] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 870.923465] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 870.923778] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.923899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.923968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.924177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.924330] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.924431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.924493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.924663] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.924768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.924870] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.110196] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.240033] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.240033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.240033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.240033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.240293] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.240293] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 is going to be updated. [ 871.291490] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.291840] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.291840] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.291936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.292076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.301711] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: IN_PROGRESS for 2s [ 871.346913] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.347120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.347195] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.347423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.347516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.347720] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.347840] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.347888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.348064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.348174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.348232] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 871.389452] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.389452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.389846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.389846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.389991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.409427] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 871.411073] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 871.411073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.411292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.411516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.411743] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.411882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.411951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.412108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.412215] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.412359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.412493] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.426803] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.613564] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.914979] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.915159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.915228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.915449] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.915617] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.915714] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.915779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.915928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.916032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.916484] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.916484] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.916484] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.916484] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.916692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.916731] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.916931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.916931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.917071] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.917170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.917261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.917350] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.928277] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.117857] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.117857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.117857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.118175] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.118175] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.118175] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 872.157482] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.157702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.157751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.158029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.158223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.175264] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 872.419642] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6: rpc.has_security_group_logging(os_id): False [ 872.432070] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.432406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.432406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.432619] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.432712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.432844] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be updated. [ 872.442743] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.442743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.442743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.442743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.442743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.444083] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.444083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.444083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.444083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.444083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.444083] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.444083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.444083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.444083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.444083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.444083] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.444708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.444708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.444708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.444708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.444708] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 872.465226] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.465418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.465508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.465742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.465904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.476879] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: IN_PROGRESS for 2s [ 872.520634] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.520895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.521046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.521373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.521623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.542371] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 872.848532] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 in Status: SUCCESS [ 872.849369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.849369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.849369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.849704] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.849704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.849935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.849935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.850114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.850114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.850217] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60251b0b-26c6-4a18-b21e-cc205fa6ae78',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.912134] env[65740]: INFO networking_nsxv3.common.synchronization [req-4cba2257-54b5-42fe-b0e3-4bdb4e967a63 req-071394c3-7c0a-4da1-a3fc-ee48b9821c05 tempest-MultipleCreateTestJSON-920889774 tempest-MultipleCreateTestJSON-920889774-project-member] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 872.912965] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGHEST for action security_group_members [ 872.913475] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.913894] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.314065] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: SUCCESS [ 873.314310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.314562] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.314843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.315088] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.315249] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.315326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.315516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.315630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.315730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.315826] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.354047] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60251b0b-26c6-4a18-b21e-cc205fa6ae78 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.354047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.354047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.354328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.354421] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.354531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.354593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.354759] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.354873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.354940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.355136] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60251b0b-26c6-4a18-b21e-cc205fa6ae78 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.355283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.355356] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.355518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.355708] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.355809] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.355981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.356172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.356284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.356785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.356785] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60251b0b-26c6-4a18-b21e-cc205fa6ae78',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.423775] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 873.423775] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d deletion is rescheduled due to dependency. [ 873.423775] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.819034] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.860376] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60251b0b-26c6-4a18-b21e-cc205fa6ae78: rpc.has_security_group_logging(os_id): False [ 873.879890] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.880069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.880121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.880754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.880754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.880754] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.880950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.880950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.881384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.881384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.881384] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.881384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.881579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.881579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.881660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.882043] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.882043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.882191] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.882337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.882461] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.882613] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 is going to be created. [ 873.950021] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.950021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.950021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.950021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.950021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.968075] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 in Status: IN_PROGRESS for 2s [ 874.106697] env[65740]: INFO networking_nsxv3.common.synchronization [None req-0ad73d26-ca60-4ced-afa6-397b67b8d1b4 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 874.107303] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 874.107641] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.107738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.107738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.107925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.109224] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.109224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.109356] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.109427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.109535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.109644] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.185794] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 874.185994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.186173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.186384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.186692] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.186692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.186831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.186899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.186963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.187065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.187158] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.321634] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 842b927a-55da-4adc-836e-c9ec6ec9eca8: rpc.has_security_group_logging(os_id): False [ 874.341438] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.341665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.341739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.341951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.342054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.342303] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.342495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.342634] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.342729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.342828] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.342915] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 is going to be created. [ 874.403230] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.403230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.403230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.403230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.403230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.414535] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: IN_PROGRESS for 2s [ 874.490155] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 874.490551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.490629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.490894] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.491418] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.491418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.491418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.491596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.491631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.491828] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.556061] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 874.556290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.614812] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.689680] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.690902] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.690902] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.691072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.691212] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.691375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.691415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.691569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.691676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.691756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.691905] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.692000] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.692079] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.692228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.692507] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.692608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.692660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.692775] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.693414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.693530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.693628] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.994204] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.994378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.994448] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.994676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.996960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.997065] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.997159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.997227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.997407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.997505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.997588] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be updated. [ 875.029602] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.029908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.029985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.030288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.030900] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.042080] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: IN_PROGRESS for 2s [ 875.116854] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.196968] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60da758f-82a4-486d-810e-2024d18cbf26: rpc.has_security_group_logging(os_id): False [ 875.220874] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.221139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.221139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.221464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.221535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.221721] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.221854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.221922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.222137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.222223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.222477] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.222588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.222661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.222810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.222895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.223163] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.223271] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.223450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.223564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.223637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.223802] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 875.299036] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.299036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.299036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.299036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.299036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.322813] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 875.619366] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.619719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.619719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.620103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.620534] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.621587] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 875.662591] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.662591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.662591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.662591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.662591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.676621] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 875.981718] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 in Status: SUCCESS [ 875.982016] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.429723] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: SUCCESS [ 876.430015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.430242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.430517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.430614] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.933509] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-842b927a-55da-4adc-836e-c9ec6ec9eca8 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.933856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.933856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.935163] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.935383] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.935496] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.935588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.935767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.935845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.935936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.936044] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.013842] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.014075] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.014170] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.014486] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.014791] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.014960] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.015225] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.015509] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.015698] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.015925] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.016055] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.016165] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.017497] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.017497] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.017497] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.017497] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.040731] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.041085] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.041085] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.041270] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.041576] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-65540992-6621-42b5-b314-a9bd50d77c45 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.041789] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-65540992-6621-42b5-b314-a9bd50d77c45" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.041909] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-65540992-6621-42b5-b314-a9bd50d77c45" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.042379] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-65540992-6621-42b5-b314-a9bd50d77c45" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.042549] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65540992-6621-42b5-b314-a9bd50d77c45',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.055694] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20773977-53ee-4b86-a332-1954a3af7415 in Status: SUCCESS [ 877.055878] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20773977-53ee-4b86-a332-1954a3af7415 deletion is rescheduled due to dependency. [ 877.056029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.337159] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 877.337471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.337750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.338011] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.338113] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.364144] env[65740]: INFO networking_nsxv3.common.synchronization [req-91f1cc01-badf-4243-9ee7-08d8ef20d037 req-45c4d7b9-106c-48c4-bcbb-697a29bbdfe0 tempest-ListImageFiltersTestJSON-558763057 tempest-ListImageFiltersTestJSON-558763057-project-member] Enqueued Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_members [ 877.365217] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a with Priority: HIGHEST for action security_group_members [ 877.365645] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.365645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.365775] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.365866] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.366604] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.366604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.366604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.366604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.366604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.366604] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15a57563-a531-46d1-8ba1-d4eb3aa9ca6a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.441311] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.546618] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.546863] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.547019] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.547344] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.547498] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.547663] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 65540992-6621-42b5-b314-a9bd50d77c45 not found, creating... [ 877.547935] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.548117] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.548234] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.548461] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.548599] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.548895] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.549064] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.549182] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.549394] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.549527] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.549667] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 65540992-6621-42b5-b314-a9bd50d77c45 is going to be created. [ 877.570941] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.570941] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.570941] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.570941] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.571177] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.571884] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-65540992-6621-42b5-b314-a9bd50d77c45" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.688049] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 4s [ 877.780022] env[65740]: INFO networking_nsxv3.common.synchronization [req-a10abf2a-6edd-4744-a204-7262a01e78e1 req-3854770d-6d11-4369-ad38-b492687690e2 tempest-ServersTestBootFromVolume-1980383337 tempest-ServersTestBootFromVolume-1980383337-project-member] Enqueued Resource ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 with Priority: HIGHEST for action security_group_members [ 877.780866] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 with Priority: HIGHEST for action security_group_members [ 877.781900] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.782101] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.782228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.782586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.782787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.782921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.783009] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.783264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.783423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.783544] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.844075] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.844075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.844075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.844075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.844075] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.844075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.844075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.844075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.844075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.844075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.844075] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.868807] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.869301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.869387] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.869655] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.892674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.892880] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.893010] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.893102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.893413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.893413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.893533] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a is going to be updated. [ 877.924266] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.924266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.924266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.924266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.924439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.935570] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: IN_PROGRESS for 2s [ 877.944177] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 842b927a-55da-4adc-836e-c9ec6ec9eca8: rpc.has_security_group_logging(os_id): False [ 877.965706] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.965844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.965923] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.966169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.966256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.966486] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.966625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.967213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.967213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.967213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.967213] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 is going to be updated. [ 878.030074] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.030074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.030074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.030074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.030074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.046187] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: IN_PROGRESS for 2s [ 878.286256] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.288420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.288420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.288420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.302109] env[65740]: INFO networking_nsxv3.common.synchronization [req-c84a36c6-eb44-48ee-8562-4d51a28bf6de req-c2aa0e5e-7386-405c-88a2-66856dfc6a1d service nova] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_rules [ 878.302812] env[65740]: INFO networking_nsxv3.common.synchronization [req-c84a36c6-eb44-48ee-8562-4d51a28bf6de req-c2aa0e5e-7386-405c-88a2-66856dfc6a1d service nova] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 878.303115] env[65740]: INFO networking_nsxv3.common.synchronization [req-c84a36c6-eb44-48ee-8562-4d51a28bf6de req-c2aa0e5e-7386-405c-88a2-66856dfc6a1d service nova] Enqueued Resource ID: 65540992-6621-42b5-b314-a9bd50d77c45 with Priority: HIGHEST for action port [ 878.303988] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_rules [ 878.304292] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 878.304551] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65540992-6621-42b5-b314-a9bd50d77c45 with Priority: HIGHEST for action port [ 878.305242] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.305242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.305242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.306355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.306426] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.309042] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.309042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.309042] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-65540992-6621-42b5-b314-a9bd50d77c45 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.309042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65540992-6621-42b5-b314-a9bd50d77c45" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.309042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65540992-6621-42b5-b314-a9bd50d77c45" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.309042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65540992-6621-42b5-b314-a9bd50d77c45" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.309042] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65540992-6621-42b5-b314-a9bd50d77c45',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.309977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.310286] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.310411] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.311091] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.311091] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.311091] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.311091] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 is going to be updated. [ 878.346992] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.347231] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.347294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.347526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.347920] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.347920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.347920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.348217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.348217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.348334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.348454] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.348558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.348724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.348923] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.349132] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.349270] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.349306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.349430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.349525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.349621] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.349721] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.361147] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.361267] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.361267] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.361480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.361626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.377955] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 in Status: IN_PROGRESS for 2s [ 878.813950] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.813950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.813950] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65540992-6621-42b5-b314-a9bd50d77c45 with status ACTIVE [ 878.814229] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.814399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.816684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.816684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.816684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.816684] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.816684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.816684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.816684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.816684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.816684] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.816684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.816684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.816684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.816684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.816684] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65540992-6621-42b5-b314-a9bd50d77c45 is going to be updated. [ 878.841199] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.841411] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.841508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.841806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.842011] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.842261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65540992-6621-42b5-b314-a9bd50d77c45" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.855353] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60da758f-82a4-486d-810e-2024d18cbf26: rpc.has_security_group_logging(os_id): False [ 878.875516] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.875516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.875516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.875902] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.876034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.876253] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.876414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.876414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.876585] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.878580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.878580] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.878580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.878580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.878580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.878580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.878580] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.878580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.878580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.878580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.878580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.878580] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 878.977308] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.977669] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.977669] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.977726] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.977880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.004502] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 879.701149] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 879.701411] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.701611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.701835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.702045] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.702170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.702235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.702443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.702533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.702630] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.948718] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a in Status: SUCCESS [ 879.948718] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a57563-a531-46d1-8ba1-d4eb3aa9ca6a deletion is rescheduled due to dependency. [ 879.948718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a57563-a531-46d1-8ba1-d4eb3aa9ca6a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.060511] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: SUCCESS [ 880.060766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.205524] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.400900] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 in Status: SUCCESS [ 880.401168] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1 deletion is rescheduled due to dependency. [ 880.401307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.709580] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.026638] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 881.027023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.163468] env[65740]: INFO networking_nsxv3.common.synchronization [None req-9f193a29-bc08-436a-9c88-a0262e23a514 tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGHEST for action security_group_rules [ 881.164019] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGHEST for action security_group_rules [ 881.164571] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb649bcd-ea08-492a-86b1-24e99465c5c8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.164740] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.164812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.165209] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.165341] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb649bcd-ea08-492a-86b1-24e99465c5c8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.212989] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.213244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.213244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.213731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.213731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.213903] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 881.253085] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.253085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.253320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.253549] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.253764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.275956] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 881.291335] env[65740]: INFO networking_nsxv3.common.synchronization [None req-1349b33c-fb2d-47f6-9aab-235e3b4c51d2 tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGHEST for action security_group_rules [ 881.292162] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGHEST for action security_group_rules [ 881.292590] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb649bcd-ea08-492a-86b1-24e99465c5c8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.292691] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.688748] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.688963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.689080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.689328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.689441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.689599] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 already deleted. [ 881.689730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.689926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.690145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.690250] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb649bcd-ea08-492a-86b1-24e99465c5c8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.751504] env[65740]: INFO networking_nsxv3.common.synchronization [req-805cd125-c6f0-480c-8609-2a9b8826e66d req-22253f8f-d47d-42cf-9f39-88fba84982cc tempest-ServersAdminNegativeTestJSON-507728575 tempest-ServersAdminNegativeTestJSON-507728575-project-member] Enqueued Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_members [ 881.751504] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGHEST for action security_group_members [ 881.752122] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.752485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.752677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.752978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.754906] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.754906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.754906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.754906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.754906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.754906] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.213560] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.213848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.213848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.213940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.214018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.214130] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 already deleted. [ 882.214237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.259052] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.259207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.259207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.259415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.259507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.259725] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.259808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.259873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.260047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.260124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.260211] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 is going to be updated. [ 882.321802] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.322014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.322095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.322319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.322712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.333436] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: IN_PROGRESS for 2s [ 882.654965] env[65740]: INFO networking_nsxv3.common.synchronization [None req-328e537d-53f2-434e-91f9-fd9dc678e721 tempest-ServerActionsTestJSON-1232280853 tempest-ServerActionsTestJSON-1232280853-project-member] Enqueued Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGHEST for action security_group_rules [ 882.655524] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGHEST for action security_group_rules [ 882.655837] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1b5a782-25f1-4878-8908-a5e855485058 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.655959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.656039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.656290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.656417] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1b5a782-25f1-4878-8908-a5e855485058',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.863816] env[65740]: INFO networking_nsxv3.common.synchronization [req-7a775f95-8f0b-46ce-a79d-05ea5ab8e7d4 req-b6454b9f-b6d3-4982-ac3a-b752798aa489 tempest-MigrationsAdminTest-1036155128 tempest-MigrationsAdminTest-1036155128-project-member] Enqueued Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_members [ 882.864361] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_members [ 882.864655] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.864774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.864831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.865117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.865226] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.865326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.865396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.865831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.865831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.865831] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.967345] env[65740]: INFO networking_nsxv3.common.synchronization [None req-fc14233b-df12-4247-9750-78ac4bd8b840 tempest-ServerActionsTestJSON-1232280853 tempest-ServerActionsTestJSON-1232280853-project-member] Enqueued Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGHEST for action security_group_rules [ 882.967884] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGHEST for action security_group_rules [ 882.968355] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1b5a782-25f1-4878-8908-a5e855485058 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.968477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.181961] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.182138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.182253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.182532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.182621] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.182719] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1b5a782-25f1-4878-8908-a5e855485058 already deleted. [ 883.182804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.182961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.183267] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.183267] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1b5a782-25f1-4878-8908-a5e855485058',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.286838] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 883.287110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.287255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.287465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.287662] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.287781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.287847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.287996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.288122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.288208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.288313] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.367994] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.706796] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.706930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.707023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.707232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.707323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.707421] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1b5a782-25f1-4878-8908-a5e855485058 already deleted. [ 883.707506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.793306] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.793788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.793788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.793788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.793963] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.794079] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.794144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.794295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.794383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.794473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.794639] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.794757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.794827] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.795015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.795157] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.795246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.795304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.795444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.795518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.795599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.795690] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.871529] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.301396] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6: rpc.has_security_group_logging(os_id): False [ 884.322406] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.322576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.322643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.322854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.322941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.323147] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.323242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.323303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.323948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.323948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.323948] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.323948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.323948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.324608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.324608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.324608] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.324608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.324608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.324608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.324856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.324856] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 884.345882] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 in Status: SUCCESS [ 884.346087] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 deletion is rescheduled due to dependency. [ 884.346204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.373656] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.373857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.373937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.374454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.374454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.374454] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 is going to be updated. [ 884.398980] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.399167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.399242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.399456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.399605] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.412072] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.412204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.412290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.412550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.412710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.415659] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 884.423944] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: IN_PROGRESS for 2s [ 884.654425] env[65740]: INFO networking_nsxv3.common.synchronization [req-4f4ddddc-13f9-4dc2-836a-e94edf1eac33 req-8549be9b-1bb9-4588-bf7d-362ebf2ebc81 tempest-ServerActionsV293TestJSON-1031009517 tempest-ServerActionsV293TestJSON-1031009517-project-member] Enqueued Resource ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 with Priority: HIGHEST for action security_group_members [ 884.655503] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 with Priority: HIGHEST for action security_group_members [ 884.655503] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c38853d-688b-4cd5-a84d-08e29a7d73a1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.655687] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.655687] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.655855] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.655995] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.656129] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.656195] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.656489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.656489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.656563] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c38853d-688b-4cd5-a84d-08e29a7d73a1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.162043] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.162216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.162282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.162556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.162749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.162965] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.163080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.163141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.163300] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.163432] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.163564] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 is going to be updated. [ 885.194810] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.195013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.195101] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.195926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.195926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.208361] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 in Status: IN_PROGRESS for 2s [ 886.088299] env[65740]: INFO networking_nsxv3.common.synchronization [req-a106c52b-b471-428d-8026-39c3f3002d2c req-f9d8b48f-18b7-41da-99da-839a2c458a19 tempest-ImagesOneServerNegativeTestJSON-1077993635 tempest-ImagesOneServerNegativeTestJSON-1077993635-project-member] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 886.090620] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 886.090620] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.090620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.090620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.090620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.090620] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.090620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.090620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.091019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.091019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.091019] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.433649] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 886.433929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.434947] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: SUCCESS [ 886.435178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.593824] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.594105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.594228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.594600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.595130] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.595209] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.595930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.595930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.595930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.596101] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.596144] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 is going to be updated. [ 886.633609] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.634085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.634213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.634604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.634686] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.644802] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: IN_PROGRESS for 2s [ 886.724510] env[65740]: INFO networking_nsxv3.common.synchronization [req-2bbec940-ec68-4434-af8e-b9c9a7865ab4 req-40741164-ff06-4cb6-9161-b8363821efb7 tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGHEST for action security_group_members [ 886.726359] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGHEST for action security_group_members [ 886.728089] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.728089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.728089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.728280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.728414] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.729389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.729389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.729389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.729389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.729389] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5c254fb-db29-4d45-98cc-e1e55f8d1a9f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.093108] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.093108] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.093108] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.093108] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.093108] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.093108] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.093108] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.093108] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.093108] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.093108] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.093861] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.094173] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.094382] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.095508] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.095508] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.095508] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.119220] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.119401] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.119695] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.119737] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.120020] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-d407a1d2-4e32-4c8c-8ab3-ad685f570298 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.120276] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-d407a1d2-4e32-4c8c-8ab3-ad685f570298" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.120364] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-d407a1d2-4e32-4c8c-8ab3-ad685f570298" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.120616] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-d407a1d2-4e32-4c8c-8ab3-ad685f570298" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.120750] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d407a1d2-4e32-4c8c-8ab3-ad685f570298',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.220215] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 in Status: SUCCESS [ 887.220409] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c38853d-688b-4cd5-a84d-08e29a7d73a1 deletion is rescheduled due to dependency. [ 887.220532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c38853d-688b-4cd5-a84d-08e29a7d73a1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.233968] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.234111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.234170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.234382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.234463] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.234656] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.235123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.235315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.235460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.235576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.235702] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f already deleted. [ 887.235791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.625050] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.625177] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.625297] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.625573] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.625725] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.626073] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port d407a1d2-4e32-4c8c-8ab3-ad685f570298 not found, creating... [ 887.626359] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.626576] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.626711] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.626867] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.627014] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.627313] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.627474] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.627766] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.627820] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.627910] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.628081] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: d407a1d2-4e32-4c8c-8ab3-ad685f570298 is going to be created. [ 887.648513] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.648742] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.648834] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.649108] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.649338] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.649559] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-d407a1d2-4e32-4c8c-8ab3-ad685f570298" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.784291] env[65740]: INFO networking_nsxv3.common.synchronization [req-84912c29-2861-4160-93ca-5f1bf0daae7e req-0f6d5acc-51c4-4577-99d5-b63ab1d1247e tempest-ServersAdminTestJSON-1982434739 tempest-ServersAdminTestJSON-1982434739-project-member] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 887.785079] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGHEST for action security_group_members [ 887.785360] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.785487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.785556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.785764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.785927] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.786051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.786115] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.786264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.786352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.786450] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.289854] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.289854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.289854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.290347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.311971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.312266] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.312390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.312503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.312695] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.312824] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.312872] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be updated. [ 888.345895] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.346489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.346813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.347849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.349035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.358676] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: IN_PROGRESS for 2s [ 888.366251] env[65740]: INFO networking_nsxv3.common.synchronization [req-2bbec940-ec68-4434-af8e-b9c9a7865ab4 req-0cfba836-2ad1-456d-8e00-19d239bf06ae service nova] Enqueued Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGHEST for action security_group_rules [ 888.366558] env[65740]: INFO networking_nsxv3.common.synchronization [req-2bbec940-ec68-4434-af8e-b9c9a7865ab4 req-0cfba836-2ad1-456d-8e00-19d239bf06ae service nova] Enqueued Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGHEST for action security_group_members [ 888.366872] env[65740]: INFO networking_nsxv3.common.synchronization [req-2bbec940-ec68-4434-af8e-b9c9a7865ab4 req-0cfba836-2ad1-456d-8e00-19d239bf06ae service nova] Enqueued Resource ID: d407a1d2-4e32-4c8c-8ab3-ad685f570298 with Priority: HIGHEST for action port [ 888.368264] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGHEST for action security_group_rules [ 888.368496] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGHEST for action security_group_members [ 888.368689] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d407a1d2-4e32-4c8c-8ab3-ad685f570298 with Priority: HIGHEST for action port [ 888.372754] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.372754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.372754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.372754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.372754] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5c254fb-db29-4d45-98cc-e1e55f8d1a9f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.372754] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.372754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.373087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.373269] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.373514] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.373680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.373781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.375089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.375089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.375089] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5c254fb-db29-4d45-98cc-e1e55f8d1a9f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.376508] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-d407a1d2-4e32-4c8c-8ab3-ad685f570298 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.377401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d407a1d2-4e32-4c8c-8ab3-ad685f570298" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.377401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d407a1d2-4e32-4c8c-8ab3-ad685f570298" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.377401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d407a1d2-4e32-4c8c-8ab3-ad685f570298" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.377401] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d407a1d2-4e32-4c8c-8ab3-ad685f570298',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.658873] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: SUCCESS [ 888.659915] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 deletion is rescheduled due to dependency. [ 888.659915] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.875035] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.875035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.877052] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5c254fb-db29-4d45-98cc-e1e55f8d1a9f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.878993] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d407a1d2-4e32-4c8c-8ab3-ad685f570298 with status ACTIVE [ 888.879223] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.879347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.879413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.879621] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.879708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.879878] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.879978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.880060] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.880249] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.880622] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.880622] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.880730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.880730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.880868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.880941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.881041] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d407a1d2-4e32-4c8c-8ab3-ad685f570298 is going to be updated. [ 888.907379] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.907379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.907379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.907379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.907379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.907643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d407a1d2-4e32-4c8c-8ab3-ad685f570298" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.379670] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5c254fb-db29-4d45-98cc-e1e55f8d1a9f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.882319] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.882538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.882618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.882838] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.882925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.883034] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f is going to be created. [ 889.909619] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.909796] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.909846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.910072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.914070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.921329] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f in Status: UNINITIALIZED for 2s [ 890.368483] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 in Status: SUCCESS [ 890.368681] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 deletion is rescheduled due to dependency. [ 890.368816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.880898] env[65740]: INFO networking_nsxv3.common.synchronization [req-c9277115-b0f6-479f-b759-419f18f569a6 req-07ebda67-9f22-4bbb-b633-16a8f0f54b68 tempest-DeleteServersAdminTestJSON-1466410733 tempest-DeleteServersAdminTestJSON-1466410733-project-member] Enqueued Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_members [ 890.882131] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_members [ 890.882692] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.882878] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.882987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.883359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.883631] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.883751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.883853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.884108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.884245] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.884393] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.215684] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.216292] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.216292] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.217103] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.217400] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.217576] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.217705] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.217969] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.218135] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.218365] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.218479] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.218681] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.218812] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.218930] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.219077] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.219207] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.238883] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.238883] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.238883] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.239094] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.239361] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-f6a0c80a-2086-480a-bd09-e9d8e8d0ba13 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.239514] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-f6a0c80a-2086-480a-bd09-e9d8e8d0ba13" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.239645] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-f6a0c80a-2086-480a-bd09-e9d8e8d0ba13" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.239981] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-f6a0c80a-2086-480a-bd09-e9d8e8d0ba13" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.240185] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a0c80a-2086-480a-bd09-e9d8e8d0ba13',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.388458] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.388634] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.388634] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.388836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.388896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.389112] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.389208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.389302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.389497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.389497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.389614] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 already deleted. [ 891.389663] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.742696] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.742939] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.743084] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.743370] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.743618] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.743794] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port f6a0c80a-2086-480a-bd09-e9d8e8d0ba13 not found, creating... [ 891.744098] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.744280] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.744408] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.744681] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.744822] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.745139] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.745296] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.745411] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.745618] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.745750] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.745902] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: f6a0c80a-2086-480a-bd09-e9d8e8d0ba13 is going to be created. [ 891.768707] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.768930] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.769064] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.769320] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.769565] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.769791] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-f6a0c80a-2086-480a-bd09-e9d8e8d0ba13" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.931132] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f in Status: SUCCESS [ 891.931434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.931581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.931719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.931906] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.932028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.932094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.932249] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.932330] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.932416] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.932531] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5c254fb-db29-4d45-98cc-e1e55f8d1a9f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.435799] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5c254fb-db29-4d45-98cc-e1e55f8d1a9f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.526247] env[65740]: INFO networking_nsxv3.common.synchronization [req-946659b3-c555-4d16-b4bb-dab4ca3d5e97 req-8b9dd89f-58c3-4881-ac34-2b36852cd723 tempest-ServerTagsTestJSON-206519729 tempest-ServerTagsTestJSON-206519729-project-member] Enqueued Resource ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 with Priority: HIGHEST for action security_group_members [ 892.527376] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 with Priority: HIGHEST for action security_group_members [ 892.527461] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60251b0b-26c6-4a18-b21e-cc205fa6ae78 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.527587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.527781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.528155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.529277] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.529277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.529277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.529277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.529277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.529497] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60251b0b-26c6-4a18-b21e-cc205fa6ae78',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.563695] env[65740]: INFO networking_nsxv3.common.synchronization [req-c9277115-b0f6-479f-b759-419f18f569a6 req-1f0d6301-49fd-4b3b-b0cb-238e7dd105b0 service nova] Enqueued Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_rules [ 892.563893] env[65740]: INFO networking_nsxv3.common.synchronization [req-c9277115-b0f6-479f-b759-419f18f569a6 req-1f0d6301-49fd-4b3b-b0cb-238e7dd105b0 service nova] Enqueued Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_members [ 892.564131] env[65740]: INFO networking_nsxv3.common.synchronization [req-c9277115-b0f6-479f-b759-419f18f569a6 req-1f0d6301-49fd-4b3b-b0cb-238e7dd105b0 service nova] Enqueued Resource ID: f6a0c80a-2086-480a-bd09-e9d8e8d0ba13 with Priority: HIGHEST for action port [ 892.564836] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_rules [ 892.565163] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_members [ 892.565347] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a0c80a-2086-480a-bd09-e9d8e8d0ba13 with Priority: HIGHEST for action port [ 892.566136] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.566281] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.566410] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.566694] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.566817] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.568019] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.568860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.568860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.568860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.568860] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.569680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.569680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.569888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.569935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.570102] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.571377] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6a0c80a-2086-480a-bd09-e9d8e8d0ba13 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.571515] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6a0c80a-2086-480a-bd09-e9d8e8d0ba13" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.571637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6a0c80a-2086-480a-bd09-e9d8e8d0ba13" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.571885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6a0c80a-2086-480a-bd09-e9d8e8d0ba13" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.572015] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a0c80a-2086-480a-bd09-e9d8e8d0ba13',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.938877] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5c254fb-db29-4d45-98cc-e1e55f8d1a9f: rpc.has_security_group_logging(os_id): False [ 892.958895] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.959056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.959122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.959334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.959421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.962263] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.962263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.962263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.962263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.962263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.962263] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f is going to be created. [ 893.021382] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.021594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.021666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.021955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.024985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.031769] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.032104] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.032389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.032869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.033761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.033761] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.033761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.033761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.033953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.034039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.034181] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 is going to be updated. [ 893.036326] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f in Status: IN_PROGRESS for 2s [ 893.064443] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.064443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.064443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.064443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.064443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.078167] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.079349] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.079461] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.080506] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6a0c80a-2086-480a-bd09-e9d8e8d0ba13 with status ACTIVE [ 893.080700] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.080819] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.080882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.081595] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.081702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.081892] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.082237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.082323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.082542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.082624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.082830] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.082927] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.082984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.083168] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.083245] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.083333] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6a0c80a-2086-480a-bd09-e9d8e8d0ba13 is going to be updated. [ 893.085729] env[65740]: INFO networking_nsxv3.common.synchronization [req-4b6f16a5-4f01-4262-8169-08286d395217 req-0db1e9f8-2089-416d-9213-b0280233f37b tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 893.086243] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 893.087935] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.087935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.087935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.087935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.087935] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.087935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.087935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.087935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.087935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.088225] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.097725] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 in Status: IN_PROGRESS for 2s [ 893.112911] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.112911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.112911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.112911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.113497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.113497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6a0c80a-2086-480a-bd09-e9d8e8d0ba13" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.587777] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.592599] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.708302] env[65740]: INFO networking_nsxv3.common.synchronization [req-f58bd189-0cd0-40f1-b544-91073ce1857f req-05e228e2-bf20-4eba-955a-817512b555c5 tempest-ImagesTestJSON-1767843010 tempest-ImagesTestJSON-1767843010-project-member] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 893.708840] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 893.709180] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.709390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.709390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.710065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.710065] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.710065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.710065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.710234] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.710507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.710507] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.024020] env[65740]: INFO networking_nsxv3.common.synchronization [None req-3e3a0ebf-8a95-4e42-8492-4e43cb6a919d tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 894.025176] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 894.025176] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.025176] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.095026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.095026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.095026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.095026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.095260] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.095260] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 is going to be created. [ 894.096969] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.127079] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.127079] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.127079] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.127079] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.127915] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.128075] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.128075] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.128713] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.128713] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.128713] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.128880] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.128940] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.129414] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.129414] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.129414] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.129542] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.131320] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.131452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.131518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.131678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.131793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.144378] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: UNINITIALIZED for 2s [ 894.154093] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.154241] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.154379] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.154548] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.158023] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-03f20202-f999-418e-b0dd-fad57e2d5663 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.158023] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-03f20202-f999-418e-b0dd-fad57e2d5663" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.158023] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-03f20202-f999-418e-b0dd-fad57e2d5663" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.158023] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-03f20202-f999-418e-b0dd-fad57e2d5663" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.158023] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03f20202-f999-418e-b0dd-fad57e2d5663',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.216790] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.602549] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.602549] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.602549] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.602549] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.602549] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.602549] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 894.635305] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.635791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.636390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.636390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.636390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.646275] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 894.658653] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.658816] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.658981] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.659275] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.659497] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.659682] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 03f20202-f999-418e-b0dd-fad57e2d5663 not found, creating... [ 894.660024] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.660438] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.660438] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.660568] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.660709] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.661283] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.661283] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.661283] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.661572] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.661637] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.661797] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 03f20202-f999-418e-b0dd-fad57e2d5663 is going to be created. [ 894.700704] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.700938] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.701086] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.701386] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.701615] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.701843] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-03f20202-f999-418e-b0dd-fad57e2d5663" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.719470] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.052655] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f in Status: SUCCESS [ 895.053186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.108537] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 in Status: SUCCESS [ 895.108750] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 deletion is rescheduled due to dependency. [ 895.108873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.221549] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.221761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.221815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.222082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.222184] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.222282] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 895.265647] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.265784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.265860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.266076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.266222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.278860] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 895.433365] env[65740]: INFO networking_nsxv3.common.synchronization [req-f58bd189-0cd0-40f1-b544-91073ce1857f req-651cc6fe-8f49-410b-ba8b-eb21c8151928 service nova] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_rules [ 895.433965] env[65740]: INFO networking_nsxv3.common.synchronization [req-f58bd189-0cd0-40f1-b544-91073ce1857f req-651cc6fe-8f49-410b-ba8b-eb21c8151928 service nova] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 895.433965] env[65740]: INFO networking_nsxv3.common.synchronization [req-f58bd189-0cd0-40f1-b544-91073ce1857f req-651cc6fe-8f49-410b-ba8b-eb21c8151928 service nova] Enqueued Resource ID: 03f20202-f999-418e-b0dd-fad57e2d5663 with Priority: HIGHEST for action port [ 895.434672] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_rules [ 895.434881] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 895.435089] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f20202-f999-418e-b0dd-fad57e2d5663 with Priority: HIGHEST for action port [ 895.435423] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.435552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.435611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.435884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.435981] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.436970] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.437105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.437320] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-03f20202-f999-418e-b0dd-fad57e2d5663 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.437438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03f20202-f999-418e-b0dd-fad57e2d5663" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.437504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03f20202-f999-418e-b0dd-fad57e2d5663" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.437920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03f20202-f999-418e-b0dd-fad57e2d5663" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.437920] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03f20202-f999-418e-b0dd-fad57e2d5663',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.941611] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.941611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.943993] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03f20202-f999-418e-b0dd-fad57e2d5663 with status ACTIVE [ 895.944286] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.944403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.944460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.944693] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.944777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.945351] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.945351] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.945351] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.945351] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.945844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.945844] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.945844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.945844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.947429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.947429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.947429] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03f20202-f999-418e-b0dd-fad57e2d5663 is going to be updated. [ 895.971982] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.971982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.971982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.971982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.971982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.971982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03f20202-f999-418e-b0dd-fad57e2d5663" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.155593] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: SUCCESS [ 896.156794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.156794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.157111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.157581] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.157883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.158029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.158244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.158340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.158434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.158535] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.658115] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 896.658235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.658426] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.658617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.658882] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.658980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.659086] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.659184] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.659303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.659359] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.660725] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.660837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.660906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.661167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.661358] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.661490] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.661851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.662399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.662784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.662784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.662907] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.663054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.663142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.663333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.663770] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.663901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.663976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.664514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.664659] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.664783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.664980] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.169021] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.169021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.169021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.169021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.169021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.169021] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.169021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.169021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.169021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.169021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.169021] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 897.170506] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abcebfe3-5e73-45e8-ba10-02ac835a9cc9: rpc.has_security_group_logging(os_id): False [ 897.209915] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.210341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.210418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.210691] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.211265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.211265] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.211935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.211935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.211935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.211935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.212090] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.212675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.212675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.212675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.212675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.212934] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.212993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.213039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.213366] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.213366] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.213366] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 is going to be created. [ 897.232996] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.233186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.233311] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.233512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.233681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.256529] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 897.301667] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 897.301979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.302095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.302325] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.302571] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.302711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.302777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.302950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.303048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.303154] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.321499] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.321499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.321499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.321499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.321499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.336436] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: IN_PROGRESS for 2s [ 897.488109] env[65740]: INFO networking_nsxv3.common.synchronization [req-14672610-e045-4f6d-a51d-85a0ebccb4ad req-71197c4b-af1d-4c6a-8984-f6dcf1323135 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGHEST for action security_group_members [ 897.488702] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGHEST for action security_group_members [ 897.489378] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f7add78-5a71-486b-97d1-ffe361527d04 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.489526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.489597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.489804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.489961] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.490075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.490137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.490282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.490474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.490474] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f7add78-5a71-486b-97d1-ffe361527d04',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.805942] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.950373] env[65740]: INFO networking_nsxv3.common.synchronization [req-27dc27f1-40ff-4de2-b875-222000a15a2a req-5e99c2d8-3254-48b4-b171-9a523084e7b7 tempest-DeleteServersTestJSON-648489044 tempest-DeleteServersTestJSON-648489044-project-member] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 897.951505] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 897.951998] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.952245] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.952338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.952625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.952858] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.953023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.953105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.953427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.953496] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.954722] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.993784] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.993943] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.994029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.994306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.994397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.994600] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.994695] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.994755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.994905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.995041] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.995129] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f7add78-5a71-486b-97d1-ffe361527d04 is going to be updated. [ 898.031475] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.031658] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.031763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.032127] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.032315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.045785] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f7add78-5a71-486b-97d1-ffe361527d04 in Status: IN_PROGRESS for 2s [ 898.308554] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.385966] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.386214] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.386344] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.386865] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.387200] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.387414] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.387720] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.388016] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.388285] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.388609] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.388773] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.388918] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.389074] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.389226] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.389365] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.389537] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.411101] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.411397] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.411641] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.411892] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.412261] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-335a1c85-248c-4319-8a80-0428a4c0ed33 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.412482] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-335a1c85-248c-4319-8a80-0428a4c0ed33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.412648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-335a1c85-248c-4319-8a80-0428a4c0ed33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.412987] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-335a1c85-248c-4319-8a80-0428a4c0ed33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.413162] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('335a1c85-248c-4319-8a80-0428a4c0ed33',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.458058] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.458058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.458058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.458238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.458342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.458607] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.458717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.458784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.458947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.459020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.459123] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 898.487613] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.487748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.487814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.488030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.488180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.500621] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 898.813778] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.813778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.813778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.813778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.813778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.813778] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 898.859392] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.859615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.859691] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.859953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.860112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.871477] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 898.916143] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.916236] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.916361] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.916657] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.916820] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.916974] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 335a1c85-248c-4319-8a80-0428a4c0ed33 not found, creating... [ 898.917272] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.917439] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.917561] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.917787] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.918447] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.918447] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.918447] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.918623] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.918693] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.918878] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.919037] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 335a1c85-248c-4319-8a80-0428a4c0ed33 is going to be created. [ 898.940690] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.940959] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.941060] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.941358] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.941597] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.941828] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-335a1c85-248c-4319-8a80-0428a4c0ed33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.266840] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 899.267041] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 deletion is rescheduled due to dependency. [ 899.267169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.347492] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: SUCCESS [ 899.347909] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.675184] env[65740]: INFO networking_nsxv3.common.synchronization [req-27dc27f1-40ff-4de2-b875-222000a15a2a req-7dddad71-d287-4437-b94b-5ed3a323c5d3 service nova] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_rules [ 899.675184] env[65740]: INFO networking_nsxv3.common.synchronization [req-27dc27f1-40ff-4de2-b875-222000a15a2a req-7dddad71-d287-4437-b94b-5ed3a323c5d3 service nova] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 899.675184] env[65740]: INFO networking_nsxv3.common.synchronization [req-27dc27f1-40ff-4de2-b875-222000a15a2a req-7dddad71-d287-4437-b94b-5ed3a323c5d3 service nova] Enqueued Resource ID: 335a1c85-248c-4319-8a80-0428a4c0ed33 with Priority: HIGHEST for action port [ 899.676020] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_rules [ 899.676194] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 899.676478] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335a1c85-248c-4319-8a80-0428a4c0ed33 with Priority: HIGHEST for action port [ 899.676688] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.676865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.676865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.677111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.677231] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.679255] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.679988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.679988] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-335a1c85-248c-4319-8a80-0428a4c0ed33 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.679988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-335a1c85-248c-4319-8a80-0428a4c0ed33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.679988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-335a1c85-248c-4319-8a80-0428a4c0ed33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.679988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-335a1c85-248c-4319-8a80-0428a4c0ed33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.680278] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('335a1c85-248c-4319-8a80-0428a4c0ed33',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.992968] env[65740]: INFO networking_nsxv3.common.synchronization [None req-afda8de9-3cd5-434a-8fb9-f8d2bef1414a None None] Enqueued Resource ID: 0b9e8838-2636-43a1-83a7-3a1e20adcaa2 with Priority: HIGHEST for action port [ 899.993892] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9e8838-2636-43a1-83a7-3a1e20adcaa2 with Priority: HIGHEST for action port [ 899.994238] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b9e8838-2636-43a1-83a7-3a1e20adcaa2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.994362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b9e8838-2636-43a1-83a7-3a1e20adcaa2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.994431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b9e8838-2636-43a1-83a7-3a1e20adcaa2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.994683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b9e8838-2636-43a1-83a7-3a1e20adcaa2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.994776] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b9e8838-2636-43a1-83a7-3a1e20adcaa2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.055870] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f7add78-5a71-486b-97d1-ffe361527d04 in Status: SUCCESS [ 900.056122] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f7add78-5a71-486b-97d1-ffe361527d04 deletion is rescheduled due to dependency. [ 900.056255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.184294] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.184424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.184617] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 335a1c85-248c-4319-8a80-0428a4c0ed33 with status ACTIVE [ 900.184791] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.184900] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.185082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.185214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.185321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.185451] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.185574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.185653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.185749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.185892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.186022] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.186116] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.186176] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.186317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.186418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.186473] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 335a1c85-248c-4319-8a80-0428a4c0ed33 is going to be updated. [ 900.210454] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.210955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.211297] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.211765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.212285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.212638] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-335a1c85-248c-4319-8a80-0428a4c0ed33" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.497279] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b9e8838-2636-43a1-83a7-3a1e20adcaa2 [ 900.498103] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.498103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.498103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.498308] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.498358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.498463] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b9e8838-2636-43a1-83a7-3a1e20adcaa2 already deleted. [ 900.498554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b9e8838-2636-43a1-83a7-3a1e20adcaa2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.514158] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 900.514350] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d deletion is rescheduled due to dependency. [ 900.514471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.514715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.514946] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.515145] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.515262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.515326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.515486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.515570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.515668] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.555844] env[65740]: INFO networking_nsxv3.common.synchronization [req-c7e3affe-591e-4397-a7bd-69aa306d881e req-bf0500d9-0ab4-464e-ab54-5a648ed58a15 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 900.557467] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 900.557467] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.557467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.557467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.557467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.558318] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.558431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.558431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.558623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.558718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.559148] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.884027] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 900.884027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.884027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.884027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.884365] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.884429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.884491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.884747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.884877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.886973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.886973] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.947797] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-126 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.948604] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-126" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.948604] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-126" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.948604] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-126" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.948760] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.948912] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.949132] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.949370] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.949519] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.949727] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.949842] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.949978] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.950068] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.950180] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.950286] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.950420] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.970881] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.970881] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.970881] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.971177] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-126" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.971526] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-53955924-199c-4a52-a077-dbe162fd9998 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.971802] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.971863] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.972149] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.972285] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53955924-199c-4a52-a077-dbe162fd9998',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.020209] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.062592] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.388813] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.389250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.389250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.389250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.389775] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.390507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.390507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.390507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.390507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.390507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.390507] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.390761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.390761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.390820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.391013] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.391078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.391078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.391271] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.391316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.391504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.391504] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.476042] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.476382] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.476648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.477074] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.477386] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.477658] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 53955924-199c-4a52-a077-dbe162fd9998 not found, creating... [ 901.478108] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.478355] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.478584] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.478891] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.479146] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.479605] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.479869] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.480089] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.480406] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.480654] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.480880] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 53955924-199c-4a52-a077-dbe162fd9998 is going to be created. [ 901.505312] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.505684] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.505926] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.506375] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.507042] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.507134] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.523478] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.565696] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.895559] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ee10b52-9e61-473a-82cf-1fea479aa099: rpc.has_security_group_logging(os_id): False [ 901.916925] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.917192] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.917270] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.917563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.917690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.918960] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.918960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.918960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.918960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.918960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.919261] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.919261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.919261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.919460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.919501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.919666] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.919749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.920173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.920173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.920173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.920288] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 902.004718] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.005898] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.006078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.006448] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.007340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.016127] env[65740]: INFO networking_nsxv3.common.synchronization [None req-5b026495-143e-4bc7-9b42-b91aa5c793e2 None None] Enqueued Resource ID: 890a64d5-bc61-4cc3-9d56-2decd12f11f1 with Priority: HIGHEST for action port [ 902.017996] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890a64d5-bc61-4cc3-9d56-2decd12f11f1 with Priority: HIGHEST for action port [ 902.017996] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-890a64d5-bc61-4cc3-9d56-2decd12f11f1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.017996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-890a64d5-bc61-4cc3-9d56-2decd12f11f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.017996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-890a64d5-bc61-4cc3-9d56-2decd12f11f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.017996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-890a64d5-bc61-4cc3-9d56-2decd12f11f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.017996] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('890a64d5-bc61-4cc3-9d56-2decd12f11f1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.027049] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.027049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.027049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.027421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.027545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.027805] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 902.030370] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 902.067278] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.067448] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.067572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.067790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.067860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.067961] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 902.082816] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.082816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.082816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.083126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.083126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.094138] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 902.104320] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.104320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.104480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.105025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.105025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.126442] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 902.301185] env[65740]: INFO networking_nsxv3.common.synchronization [req-c7e3affe-591e-4397-a7bd-69aa306d881e req-fe28c9c3-dc6b-4569-bcf8-623801084202 service nova] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_rules [ 902.301365] env[65740]: INFO networking_nsxv3.common.synchronization [req-c7e3affe-591e-4397-a7bd-69aa306d881e req-fe28c9c3-dc6b-4569-bcf8-623801084202 service nova] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 902.301498] env[65740]: INFO networking_nsxv3.common.synchronization [req-c7e3affe-591e-4397-a7bd-69aa306d881e req-fe28c9c3-dc6b-4569-bcf8-623801084202 service nova] Enqueued Resource ID: 53955924-199c-4a52-a077-dbe162fd9998 with Priority: HIGHEST for action port [ 902.301985] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_rules [ 902.302142] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 902.302444] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53955924-199c-4a52-a077-dbe162fd9998 with Priority: HIGHEST for action port [ 902.302512] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.302672] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.302735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.302937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.303066] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.304137] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.304193] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.304358] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-53955924-199c-4a52-a077-dbe162fd9998 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.304456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.304582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.304681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.304771] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53955924-199c-4a52-a077-dbe162fd9998',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.522181] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 890a64d5-bc61-4cc3-9d56-2decd12f11f1 [ 902.522181] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.522181] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.522181] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.522181] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.522181] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.522181] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:890a64d5-bc61-4cc3-9d56-2decd12f11f1 already deleted. [ 902.522181] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-890a64d5-bc61-4cc3-9d56-2decd12f11f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.809191] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.810614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.810614] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53955924-199c-4a52-a077-dbe162fd9998 with status ACTIVE [ 902.810614] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.810614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.810614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.810614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.810614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.810614] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.810927] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.810927] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.810927] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.811015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.811374] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.811374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.811374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.811517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.811545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.811622] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53955924-199c-4a52-a077-dbe162fd9998 is going to be updated. [ 902.844356] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.844560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.844560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.844760] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.844906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.845087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.051275] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 904.051611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.108822] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 904.109065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.109249] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.109538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.109757] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.109920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.109965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.110154] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.110239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.110373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.110412] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.143037] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 904.143037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.143219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.143409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.143649] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.143769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.145063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.145063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.145063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.145063] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.616949] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.617359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.617539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.617882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.618210] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.618409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.618558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.618899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.619065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.619189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.619368] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.619499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.619584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.619731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.620055] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.620055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.620055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.620255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.620315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.620367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.620500] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.647440] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.122800] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2f0b73f-c6d5-4845-b545-5c1afefd0d2d: rpc.has_security_group_logging(os_id): False [ 905.150135] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.150135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.150135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.150135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.150403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.150996] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.150996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.150996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.151837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.152019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.152398] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.152398] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.152489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.152746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.152861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.153063] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.153150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.153223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.153404] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.153750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.153750] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 905.155135] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.250068] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.250068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.250068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.250464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.250464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.279209] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 905.658529] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.658698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.658778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.659017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.659131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.660032] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 905.706238] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.706468] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.706557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.706797] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.707023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.737468] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 906.955434] env[65740]: INFO networking_nsxv3.common.synchronization [None req-5ee41479-0ca8-43b6-a166-920097e38545 None None] Enqueued Resource ID: 10059edb-e745-4f3f-aa6c-2fa9130d908d with Priority: HIGHEST for action port [ 906.955727] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10059edb-e745-4f3f-aa6c-2fa9130d908d with Priority: HIGHEST for action port [ 906.956024] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-10059edb-e745-4f3f-aa6c-2fa9130d908d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.956233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10059edb-e745-4f3f-aa6c-2fa9130d908d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.956283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10059edb-e745-4f3f-aa6c-2fa9130d908d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.957039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10059edb-e745-4f3f-aa6c-2fa9130d908d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.957039] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10059edb-e745-4f3f-aa6c-2fa9130d908d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.129697] env[65740]: INFO networking_nsxv3.common.synchronization [req-f9d82914-b622-4e3d-ae50-d49cc448e9c0 req-803e9450-00a8-44af-bfc7-042e6cc51104 tempest-DeleteServersAdminTestJSON-387099255 tempest-DeleteServersAdminTestJSON-387099255-project-admin] Enqueued Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_members [ 907.130305] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_members [ 907.130604] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.130734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.130796] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.131455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.132880] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.132880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.132880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.132880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.132880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.132880] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.298893] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 907.299258] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.459131] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10059edb-e745-4f3f-aa6c-2fa9130d908d [ 907.459481] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.459662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.459775] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.459976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.460087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.460205] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10059edb-e745-4f3f-aa6c-2fa9130d908d already deleted. [ 907.460288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10059edb-e745-4f3f-aa6c-2fa9130d908d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.636246] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.639135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.639135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.639135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.639135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.639135] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.639135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.639135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.639135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.639135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.639135] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 is going to be updated. [ 907.683344] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.683822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.684063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.684271] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.684421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.698699] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: IN_PROGRESS for 2s [ 907.753538] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 907.753934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.754176] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.754348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.754553] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.754666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.754930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.754930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.755233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.755233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.755410] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.258146] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.258548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.258548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.258548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.258733] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.258833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.258893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.259061] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.259145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.259230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.259376] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.259468] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.259528] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.259677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.259806] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.259948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.259948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.260158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.260158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.260229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.260325] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.762236] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60da758f-82a4-486d-810e-2024d18cbf26: rpc.has_security_group_logging(os_id): False [ 908.789739] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.789969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.789969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.790244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.790423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.790644] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.790743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.790806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.790972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.791065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.791272] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.791385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.791469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.791570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.791641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.791823] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.791910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.791973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.794538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.794652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.794766] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 908.871060] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.871221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.871296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.871513] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.871709] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.895970] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 909.618521] env[65740]: INFO networking_nsxv3.common.synchronization [None req-0824236a-e68b-42f0-b547-0d00a19a94a4 None None] Enqueued Resource ID: 62741b74-4c7c-4ae9-ab6b-28a819735680 with Priority: HIGHEST for action port [ 909.619196] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62741b74-4c7c-4ae9-ab6b-28a819735680 with Priority: HIGHEST for action port [ 909.619552] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-62741b74-4c7c-4ae9-ab6b-28a819735680 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.619724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62741b74-4c7c-4ae9-ab6b-28a819735680" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.619835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62741b74-4c7c-4ae9-ab6b-28a819735680" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.620096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62741b74-4c7c-4ae9-ab6b-28a819735680" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.620182] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62741b74-4c7c-4ae9-ab6b-28a819735680',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.708572] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: IN_PROGRESS for 4s [ 910.122403] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62741b74-4c7c-4ae9-ab6b-28a819735680 [ 910.123036] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.123151] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.123151] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.123377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.123466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.123606] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62741b74-4c7c-4ae9-ab6b-28a819735680 already deleted. [ 910.123652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62741b74-4c7c-4ae9-ab6b-28a819735680" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.912899] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 910.913284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.724250] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: SUCCESS [ 911.724442] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 deletion is rescheduled due to dependency. [ 911.724576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.416260] env[65740]: INFO networking_nsxv3.common.synchronization [req-ec4fa871-c09f-4a5c-a0bb-d42d0c1228db req-b9730b46-a0c5-4ef8-b7a4-5caa533af6b8 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_members [ 912.416659] env[65740]: INFO networking_nsxv3.common.synchronization [req-ec4fa871-c09f-4a5c-a0bb-d42d0c1228db req-b9730b46-a0c5-4ef8-b7a4-5caa533af6b8 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 912.421641] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_members [ 912.421641] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 912.421641] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-575dab66-fea2-4118-ba25-1509b4f0dca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.421641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.421641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.421641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.421641] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.421641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.421641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.421641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.421641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.421641] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.421641] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.421641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.421641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.421641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.422590] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.423146] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.423318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.423576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.423777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.423952] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.484474] env[65740]: INFO networking_nsxv3.common.synchronization [req-ec4fa871-c09f-4a5c-a0bb-d42d0c1228db req-b9730b46-a0c5-4ef8-b7a4-5caa533af6b8 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_rules [ 912.484804] env[65740]: INFO networking_nsxv3.common.synchronization [req-ec4fa871-c09f-4a5c-a0bb-d42d0c1228db req-b9730b46-a0c5-4ef8-b7a4-5caa533af6b8 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_members [ 912.484804] env[65740]: INFO networking_nsxv3.common.synchronization [req-ec4fa871-c09f-4a5c-a0bb-d42d0c1228db req-b9730b46-a0c5-4ef8-b7a4-5caa533af6b8 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_rules [ 912.485049] env[65740]: INFO networking_nsxv3.common.synchronization [req-ec4fa871-c09f-4a5c-a0bb-d42d0c1228db req-b9730b46-a0c5-4ef8-b7a4-5caa533af6b8 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 912.485049] env[65740]: INFO networking_nsxv3.common.synchronization [req-ec4fa871-c09f-4a5c-a0bb-d42d0c1228db req-b9730b46-a0c5-4ef8-b7a4-5caa533af6b8 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 53955924-199c-4a52-a077-dbe162fd9998 with Priority: HIGHEST for action port [ 912.485865] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_rules [ 912.486082] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_rules [ 912.486222] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53955924-199c-4a52-a077-dbe162fd9998 with Priority: HIGHEST for action port [ 912.486546] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_members [ 912.486658] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 912.487013] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-575dab66-fea2-4118-ba25-1509b4f0dca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.487093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.487222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.487424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.487496] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.488391] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.488634] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.488751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.488942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.489130] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.490151] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-53955924-199c-4a52-a077-dbe162fd9998 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.490327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.490399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.490697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.490825] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53955924-199c-4a52-a077-dbe162fd9998',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.493869] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-575dab66-fea2-4118-ba25-1509b4f0dca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.493869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.494089] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.494222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.640112] env[65740]: INFO networking_nsxv3.common.synchronization [None req-638d8f10-cbc9-40c4-ae25-353152720339 None None] Enqueued Resource ID: ff750a81-b51f-4103-a845-6532f8069422 with Priority: HIGHEST for action port [ 912.640791] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff750a81-b51f-4103-a845-6532f8069422 with Priority: HIGHEST for action port [ 912.641285] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff750a81-b51f-4103-a845-6532f8069422 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.641547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff750a81-b51f-4103-a845-6532f8069422" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.641698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff750a81-b51f-4103-a845-6532f8069422" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.642340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff750a81-b51f-4103-a845-6532f8069422" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.642546] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff750a81-b51f-4103-a845-6532f8069422',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.928281] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.928281] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.995667] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.995667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.995862] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53955924-199c-4a52-a077-dbe162fd9998 with status ACTIVE [ 912.996042] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.996124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.996182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.996387] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.996478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.996681] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.997058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.997058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.997058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.997058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.997246] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.997334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.997393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.997529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.998189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.998189] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53955924-199c-4a52-a077-dbe162fd9998 is going to be updated. [ 912.998856] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-575dab66-fea2-4118-ba25-1509b4f0dca8 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.998941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.023114] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.023114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.023114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.023114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.023114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.023114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.145237] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff750a81-b51f-4103-a845-6532f8069422 [ 913.145334] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.145515] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.145623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.146094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.146094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.146201] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff750a81-b51f-4103-a845-6532f8069422 already deleted. [ 913.146380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff750a81-b51f-4103-a845-6532f8069422" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.431830] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.431830] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.652481] env[65740]: INFO networking_nsxv3.common.synchronization [req-aa688173-4374-491f-b1f9-a418835f9052 req-126965ab-4cdd-45b2-a4ef-3f786bfb05ef tempest-DeleteServersTestJSON-648489044 tempest-DeleteServersTestJSON-648489044-project-member] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 913.653671] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 913.653671] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.653671] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.653671] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.653966] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.654264] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.654397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.654516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.654690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.654780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.654880] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.933605] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.933756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.933825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.934037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.934124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.934221] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 913.935885] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.936014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.936073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.936246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.936322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.936408] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 is going to be created. [ 913.962666] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.962862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.963034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.963119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.963383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.974522] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.974522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.974522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.974810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.977849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.977849] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: UNINITIALIZED for 2s [ 913.984727] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 914.157537] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.157667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.157757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.158050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.158191] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.159139] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.159139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.159139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.159139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.159139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.159139] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 914.195088] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.195252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.195295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.197198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.197280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.208347] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 915.377521] env[65740]: INFO networking_nsxv3.common.synchronization [None req-82eb5849-ad48-4ef2-bfb2-4eb36afdd8ee None None] Enqueued Resource ID: 380d3ecc-2a0d-4673-aac6-bdad41b74d04 with Priority: HIGHEST for action port [ 915.378059] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 380d3ecc-2a0d-4673-aac6-bdad41b74d04 with Priority: HIGHEST for action port [ 915.378366] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-380d3ecc-2a0d-4673-aac6-bdad41b74d04 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.378481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-380d3ecc-2a0d-4673-aac6-bdad41b74d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.378546] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-380d3ecc-2a0d-4673-aac6-bdad41b74d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.378794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-380d3ecc-2a0d-4673-aac6-bdad41b74d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.378873] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('380d3ecc-2a0d-4673-aac6-bdad41b74d04',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.882886] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 380d3ecc-2a0d-4673-aac6-bdad41b74d04 [ 915.883206] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.883380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.883493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.883675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.883830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.883934] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:380d3ecc-2a0d-4673-aac6-bdad41b74d04 already deleted. [ 915.884073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-380d3ecc-2a0d-4673-aac6-bdad41b74d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.987352] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: SUCCESS [ 915.987442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.987548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.987762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.987938] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.988065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.988145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.988277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.988357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.988566] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.990802] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 915.991121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.991230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.991340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.991468] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.991572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.991636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.991778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.991883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.992035] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.050748] env[65740]: INFO networking_nsxv3.common.synchronization [req-e49b498e-571f-4df5-b1de-b8303cd5563b req-f524ff19-0e0d-4b46-8ad2-ad393ccda3c5 tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGHEST for action security_group_members [ 916.051343] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGHEST for action security_group_members [ 916.051732] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb649bcd-ea08-492a-86b1-24e99465c5c8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.051911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.052073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.052365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.052528] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.052635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.052720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.052933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.053079] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.053208] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb649bcd-ea08-492a-86b1-24e99465c5c8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.221056] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 916.221244] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d deletion is rescheduled due to dependency. [ 916.221423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.387246] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.387580] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.387580] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.387996] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.388397] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.388510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.388557] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.388772] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.388913] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.389137] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.389252] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.389360] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.389529] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.389661] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.389775] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.389906] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.410402] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.410629] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.410844] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.411058] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.411437] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-2a701987-e205-4b35-a067-0de1c428ae00 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.411642] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-2a701987-e205-4b35-a067-0de1c428ae00" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.411793] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-2a701987-e205-4b35-a067-0de1c428ae00" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.412167] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-2a701987-e205-4b35-a067-0de1c428ae00" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.412345] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a701987-e205-4b35-a067-0de1c428ae00',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.478540] env[65740]: INFO networking_nsxv3.common.synchronization [None req-84fc7e5e-0d4f-4b38-83d1-28569ea4f4c1 None None] Enqueued Resource ID: 66f3296a-7f0d-48ac-9fad-cf96a5728b3e with Priority: HIGHEST for action port [ 916.479055] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f3296a-7f0d-48ac-9fad-cf96a5728b3e with Priority: HIGHEST for action port [ 916.479369] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f3296a-7f0d-48ac-9fad-cf96a5728b3e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.479492] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f3296a-7f0d-48ac-9fad-cf96a5728b3e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.479574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f3296a-7f0d-48ac-9fad-cf96a5728b3e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.479821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f3296a-7f0d-48ac-9fad-cf96a5728b3e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.479903] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f3296a-7f0d-48ac-9fad-cf96a5728b3e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.490860] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.493940] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.555248] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.555409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.555501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.555706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.555799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.555995] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.556109] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.556170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.556314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.556380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.556465] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 already deleted. [ 916.556645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.894773] env[65740]: INFO networking_nsxv3.common.synchronization [req-70c888ae-7cdb-4924-be43-b02ecf9b7fad req-0edb4b71-6cb8-4c8a-ba01-f957aa5c006a tempest-ImagesTestJSON-1767843010 tempest-ImagesTestJSON-1767843010-project-member] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 916.895644] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 916.895747] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.895831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.895906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.896121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.896273] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.896373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.896436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.896583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.896669] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.896763] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.916515] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.916722] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.916849] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.917134] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.917287] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.917435] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 2a701987-e205-4b35-a067-0de1c428ae00 not found, creating... [ 916.917729] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.917899] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.918056] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.918810] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.918810] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.918810] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.919021] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.919098] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.919289] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.919426] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.919610] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 2a701987-e205-4b35-a067-0de1c428ae00 is going to be created. [ 916.941794] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.942016] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.942154] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.942466] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.942707] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.942985] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-2a701987-e205-4b35-a067-0de1c428ae00" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.982984] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66f3296a-7f0d-48ac-9fad-cf96a5728b3e [ 916.982984] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.982984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.982984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.982984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.982984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.982984] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66f3296a-7f0d-48ac-9fad-cf96a5728b3e already deleted. [ 916.982984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f3296a-7f0d-48ac-9fad-cf96a5728b3e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.993668] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.996218] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.186505] env[65740]: INFO networking_nsxv3.common.synchronization [req-50a2aefb-cf54-4dfc-b27e-9bfa130fba34 req-3031380b-29b8-4f42-93fc-20914b77ea78 tempest-MigrationsAdminTest-1036155128 tempest-MigrationsAdminTest-1036155128-project-member] Enqueued Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_members [ 917.189010] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 with Priority: HIGHEST for action security_group_members [ 917.189360] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c169b9-7420-44cf-8d7d-f52604c0fed7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.189497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.189578] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.189830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.189994] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.190120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.190185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.190346] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.190434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.190531] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c169b9-7420-44cf-8d7d-f52604c0fed7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.400154] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.496398] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.496398] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.496398] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.496398] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.496695] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.496695] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 is going to be updated. [ 917.498745] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.498889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.499025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.499248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.499340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.499435] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 917.554755] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.555438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.555438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.555438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.555702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.560039] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.560039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.560039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.560039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.560039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.571408] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 917.571842] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: IN_PROGRESS for 2s [ 917.693308] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.693576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.693735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.696140] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.706841] env[65740]: INFO networking_nsxv3.common.synchronization [req-e49b498e-571f-4df5-b1de-b8303cd5563b req-a7823e81-b3c6-472f-8e9c-97c7b6809c96 service nova] Enqueued Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGHEST for action security_group_rules [ 917.707042] env[65740]: INFO networking_nsxv3.common.synchronization [req-e49b498e-571f-4df5-b1de-b8303cd5563b req-a7823e81-b3c6-472f-8e9c-97c7b6809c96 service nova] Enqueued Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGHEST for action security_group_members [ 917.707187] env[65740]: INFO networking_nsxv3.common.synchronization [req-e49b498e-571f-4df5-b1de-b8303cd5563b req-a7823e81-b3c6-472f-8e9c-97c7b6809c96 service nova] Enqueued Resource ID: 2a701987-e205-4b35-a067-0de1c428ae00 with Priority: HIGHEST for action port [ 917.707732] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGHEST for action security_group_rules [ 917.707870] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGHEST for action security_group_members [ 917.707971] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a701987-e205-4b35-a067-0de1c428ae00 with Priority: HIGHEST for action port [ 917.708461] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb649bcd-ea08-492a-86b1-24e99465c5c8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.708547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.708619] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.708828] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.708907] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb649bcd-ea08-492a-86b1-24e99465c5c8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.710257] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb649bcd-ea08-492a-86b1-24e99465c5c8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.710471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.710471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.710726] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.710830] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.710933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.710998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.711163] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.712971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.712971] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb649bcd-ea08-492a-86b1-24e99465c5c8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.713951] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a701987-e205-4b35-a067-0de1c428ae00 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.713951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a701987-e205-4b35-a067-0de1c428ae00" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.713951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a701987-e205-4b35-a067-0de1c428ae00" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.714118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a701987-e205-4b35-a067-0de1c428ae00" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.714118] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a701987-e205-4b35-a067-0de1c428ae00',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.716664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.717368] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.717368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.717368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.717368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.717368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.717368] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 is going to be updated. [ 917.766429] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.766429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.766429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.766429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.766429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.777147] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: IN_PROGRESS for 2s [ 917.904782] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.216163] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb649bcd-ea08-492a-86b1-24e99465c5c8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.217239] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb649bcd-ea08-492a-86b1-24e99465c5c8 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.217359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.221369] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a701987-e205-4b35-a067-0de1c428ae00 with status ACTIVE [ 918.221486] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.221573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.221655] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.221931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.221931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.222665] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.222665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.222665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.222665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.222665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.222856] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.222856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.222933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.223031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.223104] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.223183] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a701987-e205-4b35-a067-0de1c428ae00 is going to be updated. [ 918.248483] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.248636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.248712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.248916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.249063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.249229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a701987-e205-4b35-a067-0de1c428ae00" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.407993] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.408328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.408328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.408542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.408630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.408760] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 918.446416] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.446597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.446597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.446810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.446960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.458535] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 918.718723] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb649bcd-ea08-492a-86b1-24e99465c5c8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.975446] env[65740]: INFO networking_nsxv3.common.synchronization [None req-78a919ad-9920-4b60-a4ab-884c0b390f86 None None] Enqueued Resource ID: f0aa97ef-01d2-42eb-b0ae-0a337adf583f with Priority: HIGHEST for action port [ 918.975995] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0aa97ef-01d2-42eb-b0ae-0a337adf583f with Priority: HIGHEST for action port [ 918.976332] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0aa97ef-01d2-42eb-b0ae-0a337adf583f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.976455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0aa97ef-01d2-42eb-b0ae-0a337adf583f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.976521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0aa97ef-01d2-42eb-b0ae-0a337adf583f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.976767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0aa97ef-01d2-42eb-b0ae-0a337adf583f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.976849] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0aa97ef-01d2-42eb-b0ae-0a337adf583f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.221094] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.221268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.221378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.221558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.221650] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.221746] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 is going to be created. [ 919.247801] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.248025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.248180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.248452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.248703] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.259755] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 in Status: UNINITIALIZED for 2s [ 919.480274] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0aa97ef-01d2-42eb-b0ae-0a337adf583f [ 919.480701] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.480701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.480812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.480939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.481046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.481182] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0aa97ef-01d2-42eb-b0ae-0a337adf583f already deleted. [ 919.481238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0aa97ef-01d2-42eb-b0ae-0a337adf583f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.582993] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 919.583235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.583415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.583699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.583863] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.583974] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.584082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.584273] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.584402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.584511] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.584611] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.587686] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: SUCCESS [ 919.587933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.589218] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.589492] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.589986] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.590177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.590377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.590718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.592140] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.592483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.592596] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.787946] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 in Status: SUCCESS [ 919.787946] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c169b9-7420-44cf-8d7d-f52604c0fed7 deletion is rescheduled due to dependency. [ 919.787946] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c169b9-7420-44cf-8d7d-f52604c0fed7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.810248] env[65740]: INFO networking_nsxv3.common.synchronization [req-98b1f005-8b59-40fd-9221-ca12911afd96 req-dd5c627d-6818-4b32-800c-1206095bfde8 tempest-ServerActionsTestJSON-1232280853 tempest-ServerActionsTestJSON-1232280853-project-member] Enqueued Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGHEST for action security_group_members [ 919.810248] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGHEST for action security_group_members [ 919.810248] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1b5a782-25f1-4878-8908-a5e855485058 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.810447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.810447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.810712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.811491] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.811491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.811491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.811776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.811890] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.811995] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1b5a782-25f1-4878-8908-a5e855485058',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.909464] env[65740]: INFO networking_nsxv3.common.synchronization [req-be8f439f-407d-4d86-8b67-3d0ba440e1c0 req-0de91a27-ecb5-4775-b946-7df2e8c3b6c3 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_members [ 919.909464] env[65740]: INFO networking_nsxv3.common.synchronization [req-be8f439f-407d-4d86-8b67-3d0ba440e1c0 req-0de91a27-ecb5-4775-b946-7df2e8c3b6c3 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 315e4887-df11-4098-bc83-89420a6b2cb2 with Priority: HIGHEST for action security_group_members [ 919.909464] env[65740]: INFO networking_nsxv3.common.synchronization [req-be8f439f-407d-4d86-8b67-3d0ba440e1c0 req-0de91a27-ecb5-4775-b946-7df2e8c3b6c3 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 919.909464] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_members [ 919.909464] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315e4887-df11-4098-bc83-89420a6b2cb2 with Priority: HIGHEST for action security_group_members [ 919.910415] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 919.910415] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-575dab66-fea2-4118-ba25-1509b4f0dca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.910415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.910415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.911120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.911120] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.911318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.911318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.911403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.911688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.911688] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.912658] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-315e4887-df11-4098-bc83-89420a6b2cb2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.912892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.913035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.913648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.913971] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.913971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.913971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.914133] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.914204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.914291] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('315e4887-df11-4098-bc83-89420a6b2cb2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.915565] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.915665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.915750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.915916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.916131] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.916213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.916254] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.916372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.918459] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.918459] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.962503] env[65740]: INFO networking_nsxv3.common.synchronization [req-be8f439f-407d-4d86-8b67-3d0ba440e1c0 req-0de91a27-ecb5-4775-b946-7df2e8c3b6c3 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 315e4887-df11-4098-bc83-89420a6b2cb2 with Priority: HIGHEST for action security_group_rules [ 919.962612] env[65740]: INFO networking_nsxv3.common.synchronization [req-be8f439f-407d-4d86-8b67-3d0ba440e1c0 req-0de91a27-ecb5-4775-b946-7df2e8c3b6c3 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 315e4887-df11-4098-bc83-89420a6b2cb2 with Priority: HIGHEST for action security_group_members [ 919.962967] env[65740]: INFO networking_nsxv3.common.synchronization [req-be8f439f-407d-4d86-8b67-3d0ba440e1c0 req-0de91a27-ecb5-4775-b946-7df2e8c3b6c3 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_rules [ 919.963184] env[65740]: INFO networking_nsxv3.common.synchronization [req-be8f439f-407d-4d86-8b67-3d0ba440e1c0 req-0de91a27-ecb5-4775-b946-7df2e8c3b6c3 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_members [ 919.963320] env[65740]: INFO networking_nsxv3.common.synchronization [req-be8f439f-407d-4d86-8b67-3d0ba440e1c0 req-0de91a27-ecb5-4775-b946-7df2e8c3b6c3 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_rules [ 919.963448] env[65740]: INFO networking_nsxv3.common.synchronization [req-be8f439f-407d-4d86-8b67-3d0ba440e1c0 req-0de91a27-ecb5-4775-b946-7df2e8c3b6c3 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 919.963577] env[65740]: INFO networking_nsxv3.common.synchronization [req-be8f439f-407d-4d86-8b67-3d0ba440e1c0 req-0de91a27-ecb5-4775-b946-7df2e8c3b6c3 tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 53955924-199c-4a52-a077-dbe162fd9998 with Priority: HIGHEST for action port [ 919.964437] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315e4887-df11-4098-bc83-89420a6b2cb2 with Priority: HIGHEST for action security_group_rules [ 919.964649] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_rules [ 919.964702] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 919.964780] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53955924-199c-4a52-a077-dbe162fd9998 with Priority: HIGHEST for action port [ 919.965100] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_rules [ 919.965135] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315e4887-df11-4098-bc83-89420a6b2cb2 with Priority: HIGHEST for action security_group_members [ 919.965215] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_members [ 919.965520] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-315e4887-df11-4098-bc83-89420a6b2cb2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.965664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.965746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.966054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.966129] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('315e4887-df11-4098-bc83-89420a6b2cb2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.966987] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-575dab66-fea2-4118-ba25-1509b4f0dca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.967119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.967321] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.967403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.967575] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-53955924-199c-4a52-a077-dbe162fd9998 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.967670] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.967730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.967904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.967981] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53955924-199c-4a52-a077-dbe162fd9998',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.969222] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.969365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.969507] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-315e4887-df11-4098-bc83-89420a6b2cb2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.969583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.970478] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-575dab66-fea2-4118-ba25-1509b4f0dca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.970478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.097174] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.097174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.097174] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.218941] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.219115] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.219248] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.219543] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.219808] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.219968] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.225032] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.225032] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.225032] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.225032] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.225032] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.225032] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.225032] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.225032] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.225032] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.225032] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.243967] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.244200] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.245716] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.245716] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.245716] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-1ede4d37-80be-4ca2-b707-290376fe0fae taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.245716] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-1ede4d37-80be-4ca2-b707-290376fe0fae" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.245716] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-1ede4d37-80be-4ca2-b707-290376fe0fae" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.245716] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-1ede4d37-80be-4ca2-b707-290376fe0fae" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.245716] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ede4d37-80be-4ca2-b707-290376fe0fae',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.314393] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.314564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.314606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.314838] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.314914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.315127] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.315223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.315282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.315429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.315498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.315578] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1b5a782-25f1-4878-8908-a5e855485058 already deleted. [ 920.315662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.418239] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('315e4887-df11-4098-bc83-89420a6b2cb2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.421075] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.422154] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.471065] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 920.471285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.471888] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-315e4887-df11-4098-bc83-89420a6b2cb2 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.472044] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.472171] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53955924-199c-4a52-a077-dbe162fd9998 with status ACTIVE [ 920.472345] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.472446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.472495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.472744] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.472827] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.473015] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.473266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.473342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.473545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.473724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.473918] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.474097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.474204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.474418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.474559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.474690] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53955924-199c-4a52-a077-dbe162fd9998 is going to be updated. [ 920.501464] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.501841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.501841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.502141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.502644] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.503061] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53955924-199c-4a52-a077-dbe162fd9998" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.598795] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 575dab66-fea2-4118-ba25-1509b4f0dca8: rpc.has_security_group_logging(os_id): False [ 920.621577] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.621788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.621788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.622063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.622187] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.622421] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.622524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.622590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.622784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.622861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.623049] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 is going to be created. [ 920.701567] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.701724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.701844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.702409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.702409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.722630] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: IN_PROGRESS for 2s [ 920.749508] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.749799] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.749959] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.750330] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.750518] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.750865] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 1ede4d37-80be-4ca2-b707-290376fe0fae not found, creating... [ 920.751813] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.751813] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.751813] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.752090] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.752131] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.752511] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.752736] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.752873] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.753189] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.753339] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.753623] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 1ede4d37-80be-4ca2-b707-290376fe0fae is going to be created. [ 920.781084] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.781359] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.781511] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.781825] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.782111] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.782373] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-1ede4d37-80be-4ca2-b707-290376fe0fae" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.922639] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('315e4887-df11-4098-bc83-89420a6b2cb2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.923399] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.924643] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.269613] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 in Status: SUCCESS [ 921.269861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.270078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.270297] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.270480] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.270594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.270675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.270814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.270896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.270980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.271083] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb649bcd-ea08-492a-86b1-24e99465c5c8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.424113] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.424362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.424362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.424542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.424630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.425272] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315e4887-df11-4098-bc83-89420a6b2cb2 is going to be created. [ 921.426045] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.426169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.426233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.426411] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.426492] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.426719] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 is going to be updated. [ 921.427576] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.427685] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.427754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.427901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.427967] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.428094] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 921.476555] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.476707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.476776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.476987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.477168] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.480618] env[65740]: INFO networking_nsxv3.common.synchronization [req-98b1f005-8b59-40fd-9221-ca12911afd96 req-bbef4470-4d4f-41b1-861b-58af3d638763 service nova] Enqueued Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGHEST for action security_group_rules [ 921.480810] env[65740]: INFO networking_nsxv3.common.synchronization [req-98b1f005-8b59-40fd-9221-ca12911afd96 req-bbef4470-4d4f-41b1-861b-58af3d638763 service nova] Enqueued Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGHEST for action security_group_members [ 921.481010] env[65740]: INFO networking_nsxv3.common.synchronization [req-98b1f005-8b59-40fd-9221-ca12911afd96 req-bbef4470-4d4f-41b1-861b-58af3d638763 service nova] Enqueued Resource ID: 1ede4d37-80be-4ca2-b707-290376fe0fae with Priority: HIGHEST for action port [ 921.481553] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGHEST for action security_group_rules [ 921.481690] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGHEST for action security_group_members [ 921.481787] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ede4d37-80be-4ca2-b707-290376fe0fae with Priority: HIGHEST for action port [ 921.482065] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1b5a782-25f1-4878-8908-a5e855485058 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.482178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.482270] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.482428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.482507] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1b5a782-25f1-4878-8908-a5e855485058',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.483435] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1b5a782-25f1-4878-8908-a5e855485058 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.483563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.483682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.483812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.483974] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.484078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.484137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.484294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.484380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.485320] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1b5a782-25f1-4878-8908-a5e855485058',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.485320] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ede4d37-80be-4ca2-b707-290376fe0fae taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.486224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ede4d37-80be-4ca2-b707-290376fe0fae" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.486292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ede4d37-80be-4ca2-b707-290376fe0fae" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.486417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ede4d37-80be-4ca2-b707-290376fe0fae" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.486502] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ede4d37-80be-4ca2-b707-290376fe0fae',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.489958] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315e4887-df11-4098-bc83-89420a6b2cb2 in Status: UNINITIALIZED for 2s [ 921.492827] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.492969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.493185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.493240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.493392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.496713] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.496832] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.497072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.497219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.497362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.512996] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 921.514303] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: IN_PROGRESS for 2s [ 921.772832] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb649bcd-ea08-492a-86b1-24e99465c5c8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.989140] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1b5a782-25f1-4878-8908-a5e855485058',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.990129] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1b5a782-25f1-4878-8908-a5e855485058 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.990244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.990402] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ede4d37-80be-4ca2-b707-290376fe0fae with status ACTIVE [ 921.990564] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.990668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.990734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.990988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.991101] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.991327] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.991447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.991509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.991695] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.991803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.991997] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.996474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.996474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.996710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.996798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.996897] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ede4d37-80be-4ca2-b707-290376fe0fae is going to be updated. [ 922.023802] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.023890] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.024388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.024388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.024388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.024593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ede4d37-80be-4ca2-b707-290376fe0fae" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.277667] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb649bcd-ea08-492a-86b1-24e99465c5c8: rpc.has_security_group_logging(os_id): False [ 922.313342] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.313716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.313864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.314117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.314265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.314577] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.314740] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.314853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.315098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.315232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.315377] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 is going to be created. [ 922.415018] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.415599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.415599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.415783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.416128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.435750] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 in Status: IN_PROGRESS for 2s [ 922.499497] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1b5a782-25f1-4878-8908-a5e855485058',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.737981] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: SUCCESS [ 922.738314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.738433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.738667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.738781] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.002321] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.002500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.002538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.002900] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.003027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.003167] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1b5a782-25f1-4878-8908-a5e855485058 is going to be created. [ 923.032087] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.032286] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.032365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.032609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.032968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.044057] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1b5a782-25f1-4878-8908-a5e855485058 in Status: UNINITIALIZED for 2s [ 923.241716] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-575dab66-fea2-4118-ba25-1509b4f0dca8 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.241942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.499786] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315e4887-df11-4098-bc83-89420a6b2cb2 in Status: SUCCESS [ 923.500138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.500400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.500698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.500931] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.501069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.501139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.501299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.501393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.501507] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('315e4887-df11-4098-bc83-89420a6b2cb2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.524404] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 923.524638] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.524811] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.525104] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.525289] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.525439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.525498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.525674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.525805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.525968] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.527534] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: SUCCESS [ 923.527726] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.528212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.528398] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.528574] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.528690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.528751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.528926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.529020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.529114] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.003894] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('315e4887-df11-4098-bc83-89420a6b2cb2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.030804] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.031388] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.454624] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 in Status: SUCCESS [ 924.454830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.507084] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('315e4887-df11-4098-bc83-89420a6b2cb2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.533355] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.534239] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.790673] env[65740]: INFO networking_nsxv3.common.synchronization [None req-860cb99a-c3eb-408d-85d0-698666f11b46 None None] Enqueued Resource ID: 146f4447-0391-4aa2-b43b-03d3a732f323 with Priority: HIGHEST for action port [ 924.791296] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146f4447-0391-4aa2-b43b-03d3a732f323 with Priority: HIGHEST for action port [ 924.793042] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-146f4447-0391-4aa2-b43b-03d3a732f323 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.793042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-146f4447-0391-4aa2-b43b-03d3a732f323" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.793042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-146f4447-0391-4aa2-b43b-03d3a732f323" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.793042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-146f4447-0391-4aa2-b43b-03d3a732f323" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.793042] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('146f4447-0391-4aa2-b43b-03d3a732f323',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.009978] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.010316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.010316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.010440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.010526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.010627] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315e4887-df11-4098-bc83-89420a6b2cb2 is going to be updated. [ 925.037016] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.037244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.037375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.037659] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.037808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.037977] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 is going to be updated. [ 925.039556] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.039687] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.039741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.039920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.039965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.040585] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 925.042310] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.042438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.042493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.042641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.042803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.054746] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315e4887-df11-4098-bc83-89420a6b2cb2 in Status: IN_PROGRESS for 2s [ 925.059725] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1b5a782-25f1-4878-8908-a5e855485058 in Status: SUCCESS [ 925.059940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.060128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.060523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.060824] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.061054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.061185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.061450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.061610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.061771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.061941] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1b5a782-25f1-4878-8908-a5e855485058',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.072016] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.072581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.072581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.073151] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.073407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.076544] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.076733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.076866] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.077164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.077382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.095846] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: IN_PROGRESS for 2s [ 925.096592] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 925.296638] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 146f4447-0391-4aa2-b43b-03d3a732f323 [ 925.296870] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.296999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.297079] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.297297] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.297383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.297511] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:146f4447-0391-4aa2-b43b-03d3a732f323 already deleted. [ 925.297544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-146f4447-0391-4aa2-b43b-03d3a732f323" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.564378] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1b5a782-25f1-4878-8908-a5e855485058',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.066992] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1b5a782-25f1-4878-8908-a5e855485058: rpc.has_security_group_logging(os_id): False [ 926.089680] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.089867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.089867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.090030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.090160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.090359] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.090494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.090567] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.090663] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.090732] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.091925] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1b5a782-25f1-4878-8908-a5e855485058 is going to be created. [ 926.159367] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.159498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.159566] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.159771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.159946] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.173545] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b5a782-25f1-4878-8908-a5e855485058 in Status: IN_PROGRESS for 2s [ 926.616570] env[65740]: INFO networking_nsxv3.common.synchronization [req-13741857-ee10-401f-b380-8b049d9c6d73 req-047eaa84-354c-4f26-9044-8fc9e7842127 tempest-ServerRescueTestJSON-2043971818 tempest-ServerRescueTestJSON-2043971818-project-member] Enqueued Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_members [ 926.617226] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_members [ 926.617492] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.617629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.617912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.618055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.618447] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.618447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.618447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.618748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.618748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.618748] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.064499] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-288 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.064708] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-288" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.064831] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-288" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.065199] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-288" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.065466] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.065624] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.065749] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.065981] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.067888] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.068172] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.068256] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.068372] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.068781] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.068781] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.068781] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.068939] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.070624] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315e4887-df11-4098-bc83-89420a6b2cb2 in Status: SUCCESS [ 927.071679] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.072195] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.072375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.072548] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.073548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.073548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.073677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.073714] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.073987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.073987] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('315e4887-df11-4098-bc83-89420a6b2cb2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.094102] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.094102] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.094351] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.094659] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-288" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.095663] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-1d141de9-d4d2-48aa-bc48-f827f2428ec8 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.095663] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-1d141de9-d4d2-48aa-bc48-f827f2428ec8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.095663] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-1d141de9-d4d2-48aa-bc48-f827f2428ec8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.095663] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-1d141de9-d4d2-48aa-bc48-f827f2428ec8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.096177] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d141de9-d4d2-48aa-bc48-f827f2428ec8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.110200] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: SUCCESS [ 927.110432] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.111840] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 927.112060] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.112233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.112445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.112630] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.112777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.112854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.115518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.115591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.115692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.115965] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.116883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.117086] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.117284] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.117379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.117443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.117587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.117718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.117751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.117894] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.118020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.118087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.118229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.118367] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.118482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.118514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.118635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.118706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.118784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.118872] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.121187] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.121272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.121309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.121455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.121791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.121969] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.122082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.122147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.122366] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.122446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.122634] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefda511-9422-4488-a7d2-99cd4d951f3d already deleted. [ 927.122634] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.577760] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('315e4887-df11-4098-bc83-89420a6b2cb2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.599255] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.599584] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.599733] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.600134] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.600318] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.600513] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 1d141de9-d4d2-48aa-bc48-f827f2428ec8 not found, creating... [ 927.600870] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.601267] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.601435] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.601744] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.601943] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.602930] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.602930] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.602930] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.603131] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.603205] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.603385] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 1d141de9-d4d2-48aa-bc48-f827f2428ec8 is going to be created. [ 927.621404] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.625659] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60da758f-82a4-486d-810e-2024d18cbf26: rpc.has_security_group_logging(os_id): False [ 927.629185] env[65740]: INFO networking_nsxv3.common.synchronization [None req-e07eee9d-5ab3-4abf-bf6d-d97feaf7b6c6 None None] Enqueued Resource ID: a85a8245-6e58-47a9-a78e-a5445f4dae10 with Priority: HIGHEST for action port [ 927.631221] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.631346] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.631656] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.631946] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.632200] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.632469] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-1d141de9-d4d2-48aa-bc48-f827f2428ec8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.634258] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85a8245-6e58-47a9-a78e-a5445f4dae10 with Priority: HIGHEST for action port [ 927.635383] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-a85a8245-6e58-47a9-a78e-a5445f4dae10 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.635500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a85a8245-6e58-47a9-a78e-a5445f4dae10" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.635642] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a85a8245-6e58-47a9-a78e-a5445f4dae10" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.635887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a85a8245-6e58-47a9-a78e-a5445f4dae10" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.635976] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a85a8245-6e58-47a9-a78e-a5445f4dae10',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.643999] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.644143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.644208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.644465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.644670] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.644769] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.644868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.644929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.645107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.645177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.645373] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.645466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.645528] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.645665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.645739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.645915] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.646036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.646359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.646512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.646590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.646678] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 927.723805] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.724183] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.724183] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.724376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.724556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.757971] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 928.080771] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 315e4887-df11-4098-bc83-89420a6b2cb2: rpc.has_security_group_logging(os_id): False [ 928.100487] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.100671] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.100671] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.101256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.101256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.101386] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.101479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.101547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.101839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.101839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.101934] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 315e4887-df11-4098-bc83-89420a6b2cb2 is going to be created. [ 928.124547] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 575dab66-fea2-4118-ba25-1509b4f0dca8: rpc.has_security_group_logging(os_id): False [ 928.138244] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a85a8245-6e58-47a9-a78e-a5445f4dae10 [ 928.138483] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.138615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.138678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.138969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.139052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.139129] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a85a8245-6e58-47a9-a78e-a5445f4dae10 already deleted. [ 928.139291] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a85a8245-6e58-47a9-a78e-a5445f4dae10" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.144861] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.145874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.145874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.145874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.146056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.146320] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.146438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.146517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.146970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.146970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.146970] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 is going to be updated. [ 928.165882] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.166073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.166152] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.166434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.166652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.180077] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 315e4887-df11-4098-bc83-89420a6b2cb2 in Status: IN_PROGRESS for 2s [ 928.184654] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1b5a782-25f1-4878-8908-a5e855485058 in Status: SUCCESS [ 928.184933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.210192] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.210584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.210698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.210924] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.211281] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.226147] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: IN_PROGRESS for 2s [ 928.228697] env[65740]: INFO networking_nsxv3.common.synchronization [None req-eda57d92-ad88-4065-acaf-406e8156ee48 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_rules [ 928.228807] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_rules [ 928.229202] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.229264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.229336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.230047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.230047] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.341012] env[65740]: INFO networking_nsxv3.common.synchronization [req-13741857-ee10-401f-b380-8b049d9c6d73 req-45b26951-cbe3-4be9-8c04-6470cad2dcb2 service nova] Enqueued Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_rules [ 928.341550] env[65740]: INFO networking_nsxv3.common.synchronization [req-13741857-ee10-401f-b380-8b049d9c6d73 req-45b26951-cbe3-4be9-8c04-6470cad2dcb2 service nova] Enqueued Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_members [ 928.341550] env[65740]: INFO networking_nsxv3.common.synchronization [req-13741857-ee10-401f-b380-8b049d9c6d73 req-45b26951-cbe3-4be9-8c04-6470cad2dcb2 service nova] Enqueued Resource ID: 1d141de9-d4d2-48aa-bc48-f827f2428ec8 with Priority: HIGHEST for action port [ 928.343249] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_rules [ 928.343396] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_members [ 928.343504] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d141de9-d4d2-48aa-bc48-f827f2428ec8 with Priority: HIGHEST for action port [ 928.343811] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.343949] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.344042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.344319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.344407] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.345879] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.347200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.347287] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.347472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.347639] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.347920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.347920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.347998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.348094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.348195] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.352976] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d141de9-d4d2-48aa-bc48-f827f2428ec8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.352976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d141de9-d4d2-48aa-bc48-f827f2428ec8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.352976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d141de9-d4d2-48aa-bc48-f827f2428ec8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.352976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d141de9-d4d2-48aa-bc48-f827f2428ec8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.352976] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d141de9-d4d2-48aa-bc48-f827f2428ec8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.464431] env[65740]: INFO networking_nsxv3.common.synchronization [None req-4348f196-835a-4501-a888-0d0b3585bfaa tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_rules [ 928.465969] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_rules [ 928.467533] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.467533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.527578] env[65740]: INFO networking_nsxv3.common.synchronization [req-a0ca4217-603b-4e6b-a0c8-2ce266361809 req-c5eac0fa-a4c5-4cea-8757-0e927674550a tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_members [ 928.528473] env[65740]: INFO networking_nsxv3.common.synchronization [req-a0ca4217-603b-4e6b-a0c8-2ce266361809 req-c5eac0fa-a4c5-4cea-8757-0e927674550a tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 315e4887-df11-4098-bc83-89420a6b2cb2 with Priority: HIGHEST for action security_group_members [ 928.528473] env[65740]: INFO networking_nsxv3.common.synchronization [req-a0ca4217-603b-4e6b-a0c8-2ce266361809 req-c5eac0fa-a4c5-4cea-8757-0e927674550a tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 928.528695] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGHEST for action security_group_members [ 928.528876] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315e4887-df11-4098-bc83-89420a6b2cb2 with Priority: HIGHEST for action security_group_members [ 928.529031] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 928.529373] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-575dab66-fea2-4118-ba25-1509b4f0dca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.529550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.529657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.529919] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.530135] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.530289] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.530391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.530605] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.530748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.530911] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.531972] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-315e4887-df11-4098-bc83-89420a6b2cb2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.532156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.532260] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.532449] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.532635] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.532797] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.532914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.533081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.533167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.533255] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('315e4887-df11-4098-bc83-89420a6b2cb2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.533995] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.534122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.534179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.534322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.534463] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.534555] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.534616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.534750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.534832] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.534927] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.751931] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.752080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.752220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.752313] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.752409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.752504] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 already deleted. [ 928.752587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.752795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.752958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.753068] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.854209] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.855184] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.855333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.855839] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d141de9-d4d2-48aa-bc48-f827f2428ec8 with status ACTIVE [ 928.855839] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.855971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.856019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.856210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.856296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.857593] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.857705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.857770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.857937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.858430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.858553] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.858676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.858759] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.859014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.859125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.859229] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d141de9-d4d2-48aa-bc48-f827f2428ec8 is going to be updated. [ 928.884579] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.884766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.885415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.885415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.885415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.885415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d141de9-d4d2-48aa-bc48-f827f2428ec8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.037764] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.037764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.037764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.037764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.037764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.037764] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.038204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.038204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.038204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.038293] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.038323] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 is going to be updated. [ 929.039440] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.039550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.039638] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.040042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.040042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.040042] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.040196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.040196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.040306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.040355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.040430] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315e4887-df11-4098-bc83-89420a6b2cb2 is going to be updated. [ 929.041341] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.080163] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.080407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.080407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.080571] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.080731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.086424] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.086746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.086746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.087307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.087307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.098573] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: IN_PROGRESS for 2s [ 929.099409] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315e4887-df11-4098-bc83-89420a6b2cb2 in Status: IN_PROGRESS for 2s [ 929.281728] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.281888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.282018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.282310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.282439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.282545] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 already deleted. [ 929.282633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.358280] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.545013] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.794724] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 929.794969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.795225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.795452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.795594] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.861524] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.861839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.861839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.862122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.862238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.862403] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefda511-9422-4488-a7d2-99cd4d951f3d is going to be created. [ 929.886889] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.886889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.886889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.886889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.886889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.897736] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: UNINITIALIZED for 2s [ 930.046496] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.046665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.046727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.047021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.047131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.047207] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 930.077378] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.079862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.079862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.079862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.079862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.088761] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 930.193442] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 315e4887-df11-4098-bc83-89420a6b2cb2 in Status: SUCCESS [ 930.193442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.238792] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: SUCCESS [ 930.239155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.298669] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.298669] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.978453] env[65740]: INFO networking_nsxv3.common.synchronization [req-357a8c08-d702-479c-bbbc-7accbe06d5b2 req-1a8f3b36-3726-47b9-a32c-812e4bcea0fa tempest-ServersTestMultiNic-1068062182 tempest-ServersTestMultiNic-1068062182-project-member] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 930.978561] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 930.979271] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.979271] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.979271] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.979500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.979600] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.979713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.979799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.979972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.980070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.980169] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.110656] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 315e4887-df11-4098-bc83-89420a6b2cb2 in Status: SUCCESS [ 931.110945] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 315e4887-df11-4098-bc83-89420a6b2cb2 deletion is rescheduled due to dependency. [ 931.110998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.111727] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 in Status: SUCCESS [ 931.111878] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 deletion is rescheduled due to dependency. [ 931.112025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.344323] env[65740]: INFO networking_nsxv3.common.synchronization [req-357a8c08-d702-479c-bbbc-7accbe06d5b2 req-f80a93a2-c76d-45b6-80ad-1c7dd8b9567a tempest-ServersTestMultiNic-1068062182 tempest-ServersTestMultiNic-1068062182-project-member] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 931.345012] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 931.345316] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.345316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.483865] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.483865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.483865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.483865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.483865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.484150] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.484150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.484233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.484383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.484436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.484519] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e already deleted. [ 931.484723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.484802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.484970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.485155] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.485256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.485310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.485481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.485558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.485652] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.696395] env[65740]: INFO networking_nsxv3.common.synchronization [req-357a8c08-d702-479c-bbbc-7accbe06d5b2 req-cc4fcab6-ffe3-4088-b1b9-8e4ce4e513c7 tempest-ServersTestMultiNic-1068062182 tempest-ServersTestMultiNic-1068062182-project-member] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 931.696941] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 931.697275] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.697380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.910134] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: SUCCESS [ 931.910418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.910638] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.910967] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.911184] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.911304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.911367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.911607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.911733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.911827] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.911924] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.992989] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.992989] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.992989] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e already deleted. [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.992989] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.992989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.994566] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.994566] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.103776] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 932.104459] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.104719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.104984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.106741] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.106912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.107016] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.107292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.107462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.107599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.107755] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.131135] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.131526] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-968" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.131587] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-968" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.131917] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-968" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.134011] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.135295] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.135295] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.135295] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.135527] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.135603] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.135702] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.135825] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.135939] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.136084] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.136199] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.136331] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.159195] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.159195] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.159195] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.159311] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-968" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.159690] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-4d098a7b-4d36-47ab-9365-0050327d75da taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.159876] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-4d098a7b-4d36-47ab-9365-0050327d75da" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.160011] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-4d098a7b-4d36-47ab-9365-0050327d75da" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.160537] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-4d098a7b-4d36-47ab-9365-0050327d75da" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.160685] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d098a7b-4d36-47ab-9365-0050327d75da',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.416926] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.416926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.417210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.417379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.417472] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.417694] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.417694] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.417812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.418046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.418046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.418104] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.418147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.418536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.418536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.418536] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.418536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.418773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.418773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.418826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.419205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.419205] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.495522] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.495790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.495909] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.496269] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.496457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.496789] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.496981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.497150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.497440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.497581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.497783] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e already deleted. [ 932.497942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.612089] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.612089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.612286] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.612414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.612582] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.612686] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.612748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.612971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.613083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.613199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.613363] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.613474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.613539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.613795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.613937] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.614104] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.614158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.614302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.614381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.614471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.614653] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.664554] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.664554] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.664554] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.664554] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.664554] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.664554] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 4d098a7b-4d36-47ab-9365-0050327d75da not found, creating... [ 932.664554] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.664944] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.664944] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.665111] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.665216] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.666277] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.666277] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.666277] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.666277] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.666277] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.666277] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 4d098a7b-4d36-47ab-9365-0050327d75da is going to be created. [ 932.687529] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.687529] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.687776] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.687873] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.688300] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.689796] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-4d098a7b-4d36-47ab-9365-0050327d75da" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.922082] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aefda511-9422-4488-a7d2-99cd4d951f3d: rpc.has_security_group_logging(os_id): False [ 932.956377] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.956612] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.956728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.957064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.958108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.958108] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.958108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.958108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.958108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.958108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.958712] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.958712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.958712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.958914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.958914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.959175] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.959313] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.959393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.959568] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.959673] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.959746] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aefda511-9422-4488-a7d2-99cd4d951f3d is going to be created. [ 933.029333] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.029542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.029636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.030013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.030235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.042668] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: IN_PROGRESS for 2s [ 933.117827] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60da758f-82a4-486d-810e-2024d18cbf26: rpc.has_security_group_logging(os_id): False [ 933.140312] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.140613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.140613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.140779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.140885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.141145] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.141246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.141318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.141505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.141584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.142255] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.142406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.142478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.142665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.142825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.143051] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.143153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.143230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.143379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.143471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.143564] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 933.218433] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.218584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.218721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.219219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.219283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.237888] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 933.431070] env[65740]: INFO networking_nsxv3.common.synchronization [req-357a8c08-d702-479c-bbbc-7accbe06d5b2 req-f40a9858-89b6-43de-816d-36b14e8de97b service nova] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_rules [ 933.431070] env[65740]: INFO networking_nsxv3.common.synchronization [req-357a8c08-d702-479c-bbbc-7accbe06d5b2 req-f40a9858-89b6-43de-816d-36b14e8de97b service nova] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 933.431070] env[65740]: INFO networking_nsxv3.common.synchronization [req-357a8c08-d702-479c-bbbc-7accbe06d5b2 req-f40a9858-89b6-43de-816d-36b14e8de97b service nova] Enqueued Resource ID: 4d098a7b-4d36-47ab-9365-0050327d75da with Priority: HIGHEST for action port [ 933.431070] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_rules [ 933.431070] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 933.434049] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d098a7b-4d36-47ab-9365-0050327d75da with Priority: HIGHEST for action port [ 933.434049] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.434049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.434049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.434049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.434049] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.434722] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.434906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.434906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.435116] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.435358] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.435510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.435610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.435845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.439121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.439355] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.441161] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d098a7b-4d36-47ab-9365-0050327d75da taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.441161] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d098a7b-4d36-47ab-9365-0050327d75da" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.441161] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d098a7b-4d36-47ab-9365-0050327d75da" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.441161] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d098a7b-4d36-47ab-9365-0050327d75da" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.441161] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d098a7b-4d36-47ab-9365-0050327d75da',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.942791] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.943330] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.943330] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.944670] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d098a7b-4d36-47ab-9365-0050327d75da with status ACTIVE [ 933.944761] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.944848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.944936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.945205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.945205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.945395] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.945497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.945570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.945711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.945780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.945963] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.946629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.947036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.947036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.947036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.947188] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d098a7b-4d36-47ab-9365-0050327d75da is going to be updated. [ 933.970913] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.971073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.971152] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.971390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.971529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.971689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d098a7b-4d36-47ab-9365-0050327d75da" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.367634] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.367964] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-751" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.368014] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-751" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.368332] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-751" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.368598] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.368757] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.368919] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.369351] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.369512] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.369723] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.369839] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.369953] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.370076] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.370191] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.370297] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.370428] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.389718] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.390050] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.390474] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.390577] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-751" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.391079] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-9fa43859-8310-46b0-a597-135edb77e299 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.391375] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-9fa43859-8310-46b0-a597-135edb77e299" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.391600] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-9fa43859-8310-46b0-a597-135edb77e299" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.392145] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-9fa43859-8310-46b0-a597-135edb77e299" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.392391] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fa43859-8310-46b0-a597-135edb77e299',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.449836] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.900035] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.900035] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.900035] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.900035] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.900035] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.900035] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 9fa43859-8310-46b0-a597-135edb77e299 not found, creating... [ 934.900035] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.900035] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.900035] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.900035] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.900035] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.900551] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.900551] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.900551] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.900551] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.900971] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.901374] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 9fa43859-8310-46b0-a597-135edb77e299 is going to be created. [ 934.928928] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.928928] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.929220] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.929705] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.930179] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.930817] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-9fa43859-8310-46b0-a597-135edb77e299" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.952343] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.952540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.952638] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.952990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.953126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.953270] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be created. [ 934.993989] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.993989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.993989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.993989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.993989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.013993] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: UNINITIALIZED for 2s [ 935.058752] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: SUCCESS [ 935.059294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.256926] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 935.257225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.738692] env[65740]: INFO networking_nsxv3.common.synchronization [req-357a8c08-d702-479c-bbbc-7accbe06d5b2 req-d1559fc1-4418-4bc9-a18d-c747001ab68e service nova] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_rules [ 935.738950] env[65740]: INFO networking_nsxv3.common.synchronization [req-357a8c08-d702-479c-bbbc-7accbe06d5b2 req-d1559fc1-4418-4bc9-a18d-c747001ab68e service nova] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 935.739127] env[65740]: INFO networking_nsxv3.common.synchronization [req-357a8c08-d702-479c-bbbc-7accbe06d5b2 req-d1559fc1-4418-4bc9-a18d-c747001ab68e service nova] Enqueued Resource ID: 9fa43859-8310-46b0-a597-135edb77e299 with Priority: HIGHEST for action port [ 935.739776] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_rules [ 935.739948] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 935.740368] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa43859-8310-46b0-a597-135edb77e299 with Priority: HIGHEST for action port [ 935.740757] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.740915] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.741207] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.741338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.742518] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fa43859-8310-46b0-a597-135edb77e299 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.742518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fa43859-8310-46b0-a597-135edb77e299" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.742518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fa43859-8310-46b0-a597-135edb77e299" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.742518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fa43859-8310-46b0-a597-135edb77e299" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.742518] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fa43859-8310-46b0-a597-135edb77e299',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.245523] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fa43859-8310-46b0-a597-135edb77e299 with status ACTIVE [ 936.245782] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.245934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.246040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.246211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.246329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.246526] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.246633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.246695] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.246914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.247048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.247229] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.247370] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.247473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.247656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.247743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.247867] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fa43859-8310-46b0-a597-135edb77e299 is going to be updated. [ 936.276794] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.277088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.277159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.277514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.277716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.278020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fa43859-8310-46b0-a597-135edb77e299" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.028207] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 937.028562] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.028808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.029138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.029480] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.029673] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.029788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.031108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.031719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.031719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.031719] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.032565] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.032769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.033048] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.033168] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.033233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.033428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.033517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.033613] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.110410] env[65740]: INFO networking_nsxv3.common.synchronization [None req-7cb16064-b46f-402a-9bb3-bedc78223694 None None] Enqueued Resource ID: cca13e0e-26f8-45a4-ae22-7985a3c9ec2c with Priority: HIGHEST for action port [ 937.111375] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca13e0e-26f8-45a4-ae22-7985a3c9ec2c with Priority: HIGHEST for action port [ 937.111776] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-cca13e0e-26f8-45a4-ae22-7985a3c9ec2c taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.112337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cca13e0e-26f8-45a4-ae22-7985a3c9ec2c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.112462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cca13e0e-26f8-45a4-ae22-7985a3c9ec2c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.113219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cca13e0e-26f8-45a4-ae22-7985a3c9ec2c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.113219] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca13e0e-26f8-45a4-ae22-7985a3c9ec2c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.127465] env[65740]: INFO networking_nsxv3.common.synchronization [None req-b0341e00-79f2-46f9-b705-b78a67c0585f None None] Enqueued Resource ID: 7c1e1a0d-cbe3-430e-a7be-b89323b65b0b with Priority: HIGHEST for action port [ 937.127721] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c1e1a0d-cbe3-430e-a7be-b89323b65b0b with Priority: HIGHEST for action port [ 937.128409] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c1e1a0d-cbe3-430e-a7be-b89323b65b0b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.128409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c1e1a0d-cbe3-430e-a7be-b89323b65b0b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.128557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c1e1a0d-cbe3-430e-a7be-b89323b65b0b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.128984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c1e1a0d-cbe3-430e-a7be-b89323b65b0b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.128984] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c1e1a0d-cbe3-430e-a7be-b89323b65b0b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.349503] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.349765] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-968" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.349918] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-968" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.350267] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-968" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.350653] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.351569] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.351613] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.351947] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.352211] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.352539] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.352744] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.352984] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.353195] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.353389] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.353540] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.353687] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.378668] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.378935] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.379179] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.379461] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-968" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.379976] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-ceb6af84-3321-4e4d-8d81-73110de69501 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.380279] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-ceb6af84-3321-4e4d-8d81-73110de69501" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.380520] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-ceb6af84-3321-4e4d-8d81-73110de69501" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.380994] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-ceb6af84-3321-4e4d-8d81-73110de69501" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.381248] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceb6af84-3321-4e4d-8d81-73110de69501',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.536670] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.536808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.537219] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.617312] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cca13e0e-26f8-45a4-ae22-7985a3c9ec2c [ 937.617543] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.617658] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.617725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.617935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.618042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.618141] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cca13e0e-26f8-45a4-ae22-7985a3c9ec2c already deleted. [ 937.618222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cca13e0e-26f8-45a4-ae22-7985a3c9ec2c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.634697] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c1e1a0d-cbe3-430e-a7be-b89323b65b0b [ 937.634926] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.635074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.635181] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.635408] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.635458] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.635534] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c1e1a0d-cbe3-430e-a7be-b89323b65b0b already deleted. [ 937.635613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c1e1a0d-cbe3-430e-a7be-b89323b65b0b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.885618] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.885618] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.885618] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.885618] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.885618] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.885883] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port ceb6af84-3321-4e4d-8d81-73110de69501 not found, creating... [ 937.886014] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.886179] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.886297] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.886511] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.886648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.886941] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.887128] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.887245] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.887450] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.887610] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.887754] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: ceb6af84-3321-4e4d-8d81-73110de69501 is going to be created. [ 937.910164] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.910547] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.910754] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.911104] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.911351] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.911635] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-ceb6af84-3321-4e4d-8d81-73110de69501" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.039741] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.289823] env[65740]: INFO networking_nsxv3.common.synchronization [req-aa92fc43-b102-47a8-822b-3a67c1038984 req-700fb9a0-5ffa-46a4-9520-dd0b71a6b0e0 tempest-ImagesTestJSON-1767843010 tempest-ImagesTestJSON-1767843010-project-member] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 938.290920] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 938.290920] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.291064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.291064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.291287] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.291440] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.291550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.291614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.291770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.291854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.291953] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.545456] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.545590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.545748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.546014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.546014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.546111] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 938.579066] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.579836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.579836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.579836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.579836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.590143] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 938.706335] env[65740]: INFO networking_nsxv3.common.synchronization [req-efbf177b-918b-4f3d-a1ac-a04322ffef5f req-9b1b07c1-5c2d-4ec1-9456-2b6bfdffb47b tempest-ImagesOneServerNegativeTestJSON-1077993635 tempest-ImagesOneServerNegativeTestJSON-1077993635-project-member] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 938.708665] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 938.708665] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.708969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.708969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.709046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.709165] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.710858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.710858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.710858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.710858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.710858] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.719523] env[65740]: INFO networking_nsxv3.common.synchronization [req-357a8c08-d702-479c-bbbc-7accbe06d5b2 req-70eca989-d374-49e0-a027-9d91ab634b8e service nova] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_rules [ 938.719795] env[65740]: INFO networking_nsxv3.common.synchronization [req-357a8c08-d702-479c-bbbc-7accbe06d5b2 req-70eca989-d374-49e0-a027-9d91ab634b8e service nova] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 938.719876] env[65740]: INFO networking_nsxv3.common.synchronization [req-357a8c08-d702-479c-bbbc-7accbe06d5b2 req-70eca989-d374-49e0-a027-9d91ab634b8e service nova] Enqueued Resource ID: ceb6af84-3321-4e4d-8d81-73110de69501 with Priority: HIGHEST for action port [ 938.720474] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_rules [ 938.720721] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 938.720721] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceb6af84-3321-4e4d-8d81-73110de69501 with Priority: HIGHEST for action port [ 938.722753] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.722753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.722753] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.722753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.722753] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceb6af84-3321-4e4d-8d81-73110de69501 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.722753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceb6af84-3321-4e4d-8d81-73110de69501" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.722753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceb6af84-3321-4e4d-8d81-73110de69501" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.722753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceb6af84-3321-4e4d-8d81-73110de69501" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.722753] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceb6af84-3321-4e4d-8d81-73110de69501',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.794521] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.794521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.794883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.794883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.794949] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.795136] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.795241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.795304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.795459] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.795533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.795634] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 938.850899] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.851052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.851426] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.851426] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.851561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.861911] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 939.161192] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.161192] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-267" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.161192] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-267" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.161192] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-267" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.161192] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.161192] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.161192] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.164141] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.164141] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.164141] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.164141] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.164141] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.164141] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.164141] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.164141] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.164141] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.183478] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.183627] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.183662] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.184166] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-267" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.184345] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-177b8d22-3b7c-4630-8613-83d49c11a374 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.184470] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-177b8d22-3b7c-4630-8613-83d49c11a374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.184470] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-177b8d22-3b7c-4630-8613-83d49c11a374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.185194] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-177b8d22-3b7c-4630-8613-83d49c11a374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.185194] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('177b8d22-3b7c-4630-8613-83d49c11a374',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.214227] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.214428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.214476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.214656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.214749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.214951] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.215062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.215121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.215275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.215349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.215435] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 is going to be updated. [ 939.227415] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ceb6af84-3321-4e4d-8d81-73110de69501 with status ACTIVE [ 939.227781] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.227965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.228084] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.228460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.228551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.228970] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.229130] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.229211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.229504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.229609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.229864] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.229992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.230088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.230969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.230969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.230969] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ceb6af84-3321-4e4d-8d81-73110de69501 is going to be updated. [ 939.256643] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.256850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.256850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.257146] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.257246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.257414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceb6af84-3321-4e4d-8d81-73110de69501" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.258293] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.258606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.258606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.258788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.258839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.269913] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: IN_PROGRESS for 2s [ 939.691935] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.691935] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.691935] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.692322] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.692322] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.692420] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 177b8d22-3b7c-4630-8613-83d49c11a374 not found, creating... [ 939.692781] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.693119] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.693119] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.693355] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.695474] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.695474] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.695474] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.695474] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.695474] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.695474] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.695474] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 177b8d22-3b7c-4630-8613-83d49c11a374 is going to be created. [ 939.697151] env[65740]: INFO networking_nsxv3.common.synchronization [None req-c8a8bcf2-e470-405b-97b6-927506525a00 None None] Enqueued Resource ID: 4298fb99-eaec-47f3-b52e-2ac43e655c9d with Priority: HIGHEST for action port [ 939.697809] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4298fb99-eaec-47f3-b52e-2ac43e655c9d with Priority: HIGHEST for action port [ 939.698813] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-4298fb99-eaec-47f3-b52e-2ac43e655c9d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.698966] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4298fb99-eaec-47f3-b52e-2ac43e655c9d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.699017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4298fb99-eaec-47f3-b52e-2ac43e655c9d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.699764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4298fb99-eaec-47f3-b52e-2ac43e655c9d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.699764] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4298fb99-eaec-47f3-b52e-2ac43e655c9d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.722229] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.723200] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.723200] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.723200] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.723200] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.723397] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-177b8d22-3b7c-4630-8613-83d49c11a374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.086289] env[65740]: INFO networking_nsxv3.common.synchronization [None req-f260d102-d127-4299-a6bf-9a8a65bbb800 None None] Enqueued Resource ID: 88a79ef8-b338-46ad-901c-e0e2bba8d17e with Priority: HIGHEST for action port [ 940.086501] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a79ef8-b338-46ad-901c-e0e2bba8d17e with Priority: HIGHEST for action port [ 940.086798] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a79ef8-b338-46ad-901c-e0e2bba8d17e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.087045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a79ef8-b338-46ad-901c-e0e2bba8d17e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.087045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a79ef8-b338-46ad-901c-e0e2bba8d17e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.087391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a79ef8-b338-46ad-901c-e0e2bba8d17e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.087391] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a79ef8-b338-46ad-901c-e0e2bba8d17e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.125033] env[65740]: INFO networking_nsxv3.common.synchronization [req-7b18a538-8311-43c0-8fb8-1a515113e604 req-17327cd1-0a0c-4e75-8f71-72749f326b64 tempest-DeleteServersAdminTestJSON-1466410733 tempest-DeleteServersAdminTestJSON-1466410733-project-member] Enqueued Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_members [ 940.125236] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_members [ 940.125408] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.125862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.125956] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.126149] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.126305] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.126401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.126469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.126643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.126750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.126873] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.201912] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4298fb99-eaec-47f3-b52e-2ac43e655c9d [ 940.202242] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.202462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.202586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.203066] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.203066] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.203066] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4298fb99-eaec-47f3-b52e-2ac43e655c9d already deleted. [ 940.203171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4298fb99-eaec-47f3-b52e-2ac43e655c9d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.444025] env[65740]: INFO networking_nsxv3.common.synchronization [req-efbf177b-918b-4f3d-a1ac-a04322ffef5f req-16ad73d0-351b-4d48-a5c0-f5a84a087168 service nova] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_rules [ 940.444025] env[65740]: INFO networking_nsxv3.common.synchronization [req-efbf177b-918b-4f3d-a1ac-a04322ffef5f req-16ad73d0-351b-4d48-a5c0-f5a84a087168 service nova] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 940.444025] env[65740]: INFO networking_nsxv3.common.synchronization [req-efbf177b-918b-4f3d-a1ac-a04322ffef5f req-16ad73d0-351b-4d48-a5c0-f5a84a087168 service nova] Enqueued Resource ID: 177b8d22-3b7c-4630-8613-83d49c11a374 with Priority: HIGHEST for action port [ 940.444025] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_rules [ 940.444025] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 940.444025] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177b8d22-3b7c-4630-8613-83d49c11a374 with Priority: HIGHEST for action port [ 940.444975] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.445284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.445436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.446144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.449023] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.449023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.449023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.449023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-177b8d22-3b7c-4630-8613-83d49c11a374 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.449023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-177b8d22-3b7c-4630-8613-83d49c11a374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.449023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-177b8d22-3b7c-4630-8613-83d49c11a374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.449023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-177b8d22-3b7c-4630-8613-83d49c11a374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.449023] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('177b8d22-3b7c-4630-8613-83d49c11a374',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.591399] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88a79ef8-b338-46ad-901c-e0e2bba8d17e [ 940.591656] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.591784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.591845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.592096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.592188] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.592285] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88a79ef8-b338-46ad-901c-e0e2bba8d17e already deleted. [ 940.592366] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a79ef8-b338-46ad-901c-e0e2bba8d17e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.602324] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 940.602540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.602722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.602970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.603239] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.603542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.603639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.603811] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.603894] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.603987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.604176] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.608489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.608489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.608489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.608489] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.608489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.608489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.608489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.608489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.608489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.608489] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.609440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.609601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.609752] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.609854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.609918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.610076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.610196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.610232] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.630553] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.630792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.630887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.631125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.631217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.631430] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.631530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.631593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.631738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.631814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.631900] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 is going to be updated. [ 940.659639] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.659777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.659896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.660152] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.660303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.671712] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: IN_PROGRESS for 2s [ 940.727707] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.727902] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.728033] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.728322] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.728651] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.728813] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.728934] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.729628] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.729885] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.730130] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.730387] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.730516] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.730629] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.730747] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.730940] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.731100] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.749855] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.750059] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.750208] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.750428] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-665" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.750754] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-02a514fa-12df-45ce-8da2-76212d2f1f8e taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.750928] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-02a514fa-12df-45ce-8da2-76212d2f1f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.751060] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-02a514fa-12df-45ce-8da2-76212d2f1f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.751397] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-02a514fa-12df-45ce-8da2-76212d2f1f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.751534] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a514fa-12df-45ce-8da2-76212d2f1f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.872297] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 940.873724] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 deletion is rescheduled due to dependency. [ 940.873925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.954228] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.954514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.954763] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 177b8d22-3b7c-4630-8613-83d49c11a374 with status ACTIVE [ 940.954949] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.957598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.957598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.957598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.957598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.957598] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.957598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.957598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.957598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.957598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.957598] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.957598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.957598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.957598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.957598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.957598] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 177b8d22-3b7c-4630-8613-83d49c11a374 is going to be updated. [ 940.979318] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.979478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.979530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.979720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.980445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.980445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-177b8d22-3b7c-4630-8613-83d49c11a374" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.112250] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa996c4c-a88c-417c-886a-71e12a9a135e: rpc.has_security_group_logging(os_id): False [ 941.113472] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.148745] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.148920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.148960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.149186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.149576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.149576] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.149576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.149741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.149950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.150114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.150316] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.150415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.150467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.150609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.150684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.151054] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.151178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.151251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.151418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.151503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.151594] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be created. [ 941.217251] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.217519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.217519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.220023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.220023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.230338] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 941.256483] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.256483] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.256483] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.256483] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.256483] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.256714] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 02a514fa-12df-45ce-8da2-76212d2f1f8e not found, creating... [ 941.256875] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.257053] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.257173] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.257416] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.257555] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.257844] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.258011] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.258464] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.260916] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.260916] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.260916] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 02a514fa-12df-45ce-8da2-76212d2f1f8e is going to be created. [ 941.280076] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: SUCCESS [ 941.280299] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 deletion is rescheduled due to dependency. [ 941.280429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.281515] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.283219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.283219] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.283219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.283219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.283219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.283493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.283493] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.297808] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.297998] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.300038] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.300038] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.300038] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.300038] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-02a514fa-12df-45ce-8da2-76212d2f1f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.616647] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.788795] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.019883] env[65740]: INFO networking_nsxv3.common.synchronization [req-7b18a538-8311-43c0-8fb8-1a515113e604 req-093abb72-82e9-4128-81be-47d064d0c4e5 service nova] Enqueued Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_rules [ 942.019883] env[65740]: INFO networking_nsxv3.common.synchronization [req-7b18a538-8311-43c0-8fb8-1a515113e604 req-093abb72-82e9-4128-81be-47d064d0c4e5 service nova] Enqueued Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_members [ 942.019883] env[65740]: INFO networking_nsxv3.common.synchronization [req-7b18a538-8311-43c0-8fb8-1a515113e604 req-093abb72-82e9-4128-81be-47d064d0c4e5 service nova] Enqueued Resource ID: 02a514fa-12df-45ce-8da2-76212d2f1f8e with Priority: HIGHEST for action port [ 942.019883] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_rules [ 942.019883] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_members [ 942.019883] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a514fa-12df-45ce-8da2-76212d2f1f8e with Priority: HIGHEST for action port [ 942.019883] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.019883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.019883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.020366] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.020366] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.021545] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.021652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.022098] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a514fa-12df-45ce-8da2-76212d2f1f8e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.022763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a514fa-12df-45ce-8da2-76212d2f1f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.022763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a514fa-12df-45ce-8da2-76212d2f1f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.022763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a514fa-12df-45ce-8da2-76212d2f1f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.022763] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a514fa-12df-45ce-8da2-76212d2f1f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.119635] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.119635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.119635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.119635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.119635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.120026] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 942.154243] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.154618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.154618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.154728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.154857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.165381] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 942.292393] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.422847] env[65740]: INFO networking_nsxv3.common.synchronization [req-1457ad24-d9cb-4d76-a834-e3976f315abe req-dfcda256-5269-40b0-99ae-ae4125ba5ef8 tempest-ServersNegativeTestJSON-1589337895 tempest-ServersNegativeTestJSON-1589337895-project-member] Enqueued Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 942.424367] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 942.424367] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.424367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.424367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.424367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.424624] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.424624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.424624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.424745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.424829] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.425075] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.525227] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.526152] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.526152] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02a514fa-12df-45ce-8da2-76212d2f1f8e with status ACTIVE [ 942.526152] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.526371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.526491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.526803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.526977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.527289] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.527453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.527603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.527833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.527980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.528311] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.528497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.528638] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.528912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.529100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.529268] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02a514fa-12df-45ce-8da2-76212d2f1f8e is going to be updated. [ 942.555353] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.555564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.555564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.555783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.555923] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.556111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a514fa-12df-45ce-8da2-76212d2f1f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.683452] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: SUCCESS [ 942.683633] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 deletion is rescheduled due to dependency. [ 942.683750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.684341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.684576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.684767] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.684887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.684955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.685143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.685248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.685323] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.794669] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.794823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.794895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.795129] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.795220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.795314] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 is going to be updated. [ 942.839579] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.839763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.839809] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.840301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.840490] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.851251] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: IN_PROGRESS for 2s [ 942.927020] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.927274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.927372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.927540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.927650] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.927921] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.928049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.928116] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.928278] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.928357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.928445] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 already deleted. [ 942.928550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.094758] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.095840] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.095840] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.096801] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.096801] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.096801] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.097400] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.097848] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.098213] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.098342] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.098475] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.098587] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.098700] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.098824] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.098933] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.099088] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.118157] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.118759] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.118976] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.119331] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.119735] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-2d200136-c095-4a59-8f1d-bc29c8f65794 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.119970] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.120196] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.120642] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.120976] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d200136-c095-4a59-8f1d-bc29c8f65794',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.187200] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.242713] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 943.242971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.243164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.243379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.243471] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.559715] env[65740]: INFO networking_nsxv3.common.synchronization [None req-0c059d62-68d1-4c88-b44f-5f4d09b3166f None None] Enqueued Resource ID: 6d48e412-c942-4009-a210-2f7c2159a63c with Priority: HIGHEST for action port [ 943.560089] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d48e412-c942-4009-a210-2f7c2159a63c with Priority: HIGHEST for action port [ 943.560281] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d48e412-c942-4009-a210-2f7c2159a63c taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.560344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d48e412-c942-4009-a210-2f7c2159a63c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.560441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d48e412-c942-4009-a210-2f7c2159a63c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.560767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d48e412-c942-4009-a210-2f7c2159a63c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.560874] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d48e412-c942-4009-a210-2f7c2159a63c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.623320] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.623598] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.623756] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.624067] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.624284] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.624451] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 2d200136-c095-4a59-8f1d-bc29c8f65794 not found, creating... [ 943.624737] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.624956] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.625059] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.625360] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.625513] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.625806] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.625963] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.626123] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.626381] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.626553] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.626697] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 2d200136-c095-4a59-8f1d-bc29c8f65794 is going to be created. [ 943.652372] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.652598] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.652695] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.653118] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.653433] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.653671] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.691377] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.745637] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.745957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.062636] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d48e412-c942-4009-a210-2f7c2159a63c [ 944.062883] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.063083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.063167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.063349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.063434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.063633] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d48e412-c942-4009-a210-2f7c2159a63c already deleted. [ 944.063633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d48e412-c942-4009-a210-2f7c2159a63c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.178217] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 944.178217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.178217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.178217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.178217] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.178217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.178217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.178217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.178217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.178217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.178217] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.194291] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.194441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.194509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.194725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.194808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.194913] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 is going to be updated. [ 944.222891] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.223148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.223148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.223287] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.223387] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.233496] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: IN_PROGRESS for 2s [ 944.365816] env[65740]: INFO networking_nsxv3.common.synchronization [req-1457ad24-d9cb-4d76-a834-e3976f315abe req-0307ff3d-eaca-4059-a067-28e63214e595 service nova] Enqueued Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_rules [ 944.366012] env[65740]: INFO networking_nsxv3.common.synchronization [req-1457ad24-d9cb-4d76-a834-e3976f315abe req-0307ff3d-eaca-4059-a067-28e63214e595 service nova] Enqueued Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 944.366168] env[65740]: INFO networking_nsxv3.common.synchronization [req-1457ad24-d9cb-4d76-a834-e3976f315abe req-0307ff3d-eaca-4059-a067-28e63214e595 service nova] Enqueued Resource ID: 2d200136-c095-4a59-8f1d-bc29c8f65794 with Priority: HIGHEST for action port [ 944.366704] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_rules [ 944.368966] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 944.369135] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d200136-c095-4a59-8f1d-bc29c8f65794 with Priority: HIGHEST for action port [ 944.369460] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.369582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.369648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.370160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.370277] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.371920] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.372182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.372182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.372361] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.372515] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.372613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.372674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.372818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.372930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.373023] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.373803] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d200136-c095-4a59-8f1d-bc29c8f65794 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.373961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.374029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.374216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.374295] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d200136-c095-4a59-8f1d-bc29c8f65794',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.681822] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.681822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.681822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.681822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.681822] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.681822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.681822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.682775] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.683161] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.683547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.683871] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.684517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.684517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.684517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.684517] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.684517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.684784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.685842] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.686113] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.686113] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.686825] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.864307] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: SUCCESS [ 944.864307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.864307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.864467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.864890] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.865083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.865666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.866889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.870326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.870326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.870450] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.876597] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.876597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.877912] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.880186] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d200136-c095-4a59-8f1d-bc29c8f65794 with status ACTIVE [ 944.880186] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.880186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.880186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.880186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.880186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.880186] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.880186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.880186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.880498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.880639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.881334] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.881334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.881334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.881334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.881334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.881591] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d200136-c095-4a59-8f1d-bc29c8f65794 is going to be updated. [ 944.904610] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.904767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.904894] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.905137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.905312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.905460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.191948] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa996c4c-a88c-417c-886a-71e12a9a135e: rpc.has_security_group_logging(os_id): False [ 945.215278] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.215465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.215530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.215713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.215818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.216016] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.216113] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.216200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.216335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.216440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.216595] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.216713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.216799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.216868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.216940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.217142] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.217248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.217299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.217422] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.217497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.217584] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 945.289872] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.290402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.290402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.290402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.290506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.302946] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 945.374552] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.374987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.375304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.375758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.376227] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.378022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.378022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.378022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.378022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.378022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.378022] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.378022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.378631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.379070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.379505] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.379866] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.380132] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.380474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.380834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.381178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.381654] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.386738] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.887672] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acac2e1f-fce8-4963-b9bf-756ce84419d9: rpc.has_security_group_logging(os_id): False [ 945.889159] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.889159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.889367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.889461] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.889500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.889594] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 is going to be created. [ 945.910031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.910193] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.910520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.910520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.910605] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.910894] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.910970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.911025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.911177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.911442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.911442] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.911555] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.911591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.915023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.915023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.915023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.915023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.915023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.915023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.915023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.915023] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 is going to be updated. [ 945.919164] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.919164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.919164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.919164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.919164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.933980] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: UNINITIALIZED for 2s [ 945.944540] env[65740]: INFO networking_nsxv3.common.synchronization [None req-4b50abb3-e12b-49bb-a3bb-bfcfd4dee903 None None] Enqueued Resource ID: 79a9f649-f5b4-4fcb-8e70-cae17640bb57 with Priority: HIGHEST for action port [ 945.945097] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79a9f649-f5b4-4fcb-8e70-cae17640bb57 with Priority: HIGHEST for action port [ 945.945435] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-79a9f649-f5b4-4fcb-8e70-cae17640bb57 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.947257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79a9f649-f5b4-4fcb-8e70-cae17640bb57" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.947257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79a9f649-f5b4-4fcb-8e70-cae17640bb57" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.947257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79a9f649-f5b4-4fcb-8e70-cae17640bb57" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.947257] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79a9f649-f5b4-4fcb-8e70-cae17640bb57',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.993702] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.994041] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.994041] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.994206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.994402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.019556] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: IN_PROGRESS for 2s [ 946.244666] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: SUCCESS [ 946.244896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.245091] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.245326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.245604] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.245746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.245855] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.245979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.246077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.246167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.246258] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.449615] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79a9f649-f5b4-4fcb-8e70-cae17640bb57 [ 946.449835] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.450076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.450153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.450416] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.451097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.451097] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79a9f649-f5b4-4fcb-8e70-cae17640bb57 already deleted. [ 946.451097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79a9f649-f5b4-4fcb-8e70-cae17640bb57" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.748819] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.748819] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.749101] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.749101] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.749522] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.749522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.749522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.749660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.749660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.752333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.752333] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.752333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.752333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.752333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.752333] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.752333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.752333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.752333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.752333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.752333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.752333] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.788173] env[65740]: INFO networking_nsxv3.common.synchronization [req-c28b362a-2fda-49f7-bbf8-8a8f61bf287b req-6196c9a7-36c6-427f-9209-40361ee1a151 tempest-DeleteServersTestJSON-648489044 tempest-DeleteServersTestJSON-648489044-project-member] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 946.788743] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 946.790908] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.790908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.790908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.790908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.790908] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.791674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.791674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.791674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.791674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.791674] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.047575] env[65740]: INFO networking_nsxv3.common.synchronization [req-7fdd3f43-3adc-4b0c-bc3b-be5727912119 req-1f9c294a-fe26-44b3-b5d4-59e21502debc tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGHEST for action security_group_members [ 947.048214] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGHEST for action security_group_members [ 947.048512] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.048647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.048733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.048952] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.049437] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.049638] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.049708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.049879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.049966] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.050083] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5c254fb-db29-4d45-98cc-e1e55f8d1a9f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.231173] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.231381] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.231511] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.231800] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.235181] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.235494] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.235633] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.235947] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.236137] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.236366] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.236481] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.236612] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.236740] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.236881] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.236995] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.237184] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.258562] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abcebfe3-5e73-45e8-ba10-02ac835a9cc9: rpc.has_security_group_logging(os_id): False [ 947.265140] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.265140] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.265140] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.265140] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.265140] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-4f0897af-6fd5-4e96-aa59-1008a74e179a taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.265140] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-4f0897af-6fd5-4e96-aa59-1008a74e179a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.265140] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-4f0897af-6fd5-4e96-aa59-1008a74e179a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.265140] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-4f0897af-6fd5-4e96-aa59-1008a74e179a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.265140] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f0897af-6fd5-4e96-aa59-1008a74e179a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.280022] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.280022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.280022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.280022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.280022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.280022] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.280022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.280022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.280022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.280022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.280589] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.280589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.280589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.280589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.280589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.280896] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.280896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.280979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.282252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.282367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.285094] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 is going to be updated. [ 947.296250] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.296574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.296574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.296734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.296931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.297140] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.297252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.297320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.297621] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.297899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.297993] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 947.328159] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 947.328745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.328745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.328897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.329014] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.353926] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.354722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.354722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.355033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.360731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.376788] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 947.389399] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.389681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.389861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.390171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.390343] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.408146] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: IN_PROGRESS for 2s [ 947.552948] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.553320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.553320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.553405] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.553489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.553675] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.553806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.553863] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.554057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.554144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.554226] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f is going to be updated. [ 947.586667] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.586869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.587017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.587280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.587406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.597909] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f in Status: IN_PROGRESS for 2s [ 947.768165] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.768482] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.768738] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.768985] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.769190] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.769348] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 4f0897af-6fd5-4e96-aa59-1008a74e179a not found, creating... [ 947.769651] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.769844] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.770060] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.770257] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.770426] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.770770] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.770959] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.771266] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.771366] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.771533] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.771705] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 4f0897af-6fd5-4e96-aa59-1008a74e179a is going to be created. [ 947.815264] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.815763] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.815943] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.816353] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.817564] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.817564] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-4f0897af-6fd5-4e96-aa59-1008a74e179a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.833230] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.833230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.833230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.833230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.833230] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.833230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.833230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.833230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.833230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.833230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.833230] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.953551] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: SUCCESS [ 947.954075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.955581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.955581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.955581] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.955581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.955581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.955581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.955581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.955581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.955581] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.042743] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: SUCCESS [ 948.042743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.335515] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.335844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.335844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.336020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.336056] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.336162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.336216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.336350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.336438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.336527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.336674] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.336803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.336950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.336950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.337132] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.337220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.337331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.338552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.338552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.338552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.338552] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.458836] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.459586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.459848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.460282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.460728] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.461421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.461421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.461421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.461421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.461648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.461833] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.461969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.462202] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.462295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.462499] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.462789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.462904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.463173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.463296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.463464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.463611] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.604572] env[65740]: INFO networking_nsxv3.common.synchronization [req-c28b362a-2fda-49f7-bbf8-8a8f61bf287b req-102e411a-3781-43ec-8b62-797199667a11 service nova] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_rules [ 948.605251] env[65740]: INFO networking_nsxv3.common.synchronization [req-c28b362a-2fda-49f7-bbf8-8a8f61bf287b req-102e411a-3781-43ec-8b62-797199667a11 service nova] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 948.605251] env[65740]: INFO networking_nsxv3.common.synchronization [req-c28b362a-2fda-49f7-bbf8-8a8f61bf287b req-102e411a-3781-43ec-8b62-797199667a11 service nova] Enqueued Resource ID: 4f0897af-6fd5-4e96-aa59-1008a74e179a with Priority: HIGHEST for action port [ 948.605701] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_rules [ 948.605871] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 948.605974] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f0897af-6fd5-4e96-aa59-1008a74e179a with Priority: HIGHEST for action port [ 948.606307] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.606407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.606485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.606715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.606800] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.607699] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.607801] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.607996] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f0897af-6fd5-4e96-aa59-1008a74e179a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.608119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f0897af-6fd5-4e96-aa59-1008a74e179a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.608184] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f0897af-6fd5-4e96-aa59-1008a74e179a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.608362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f0897af-6fd5-4e96-aa59-1008a74e179a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.608441] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f0897af-6fd5-4e96-aa59-1008a74e179a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.841853] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa996c4c-a88c-417c-886a-71e12a9a135e: rpc.has_security_group_logging(os_id): False [ 948.863499] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.863499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.865147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.865147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.865147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.865147] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.865147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.865147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.865147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.865147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.865147] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.865147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.865147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.865814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.865814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.865814] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.865814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.865814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.865980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.865980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.866693] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 948.942653] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.944035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.944035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.944035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.944035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.958016] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 948.967296] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5aec63-5d9a-48c3-b0b1-c6b153f70ef1: rpc.has_security_group_logging(os_id): False [ 948.987357] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.987517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.987587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.987811] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.987885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.988134] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.988134] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.988293] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.988516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.988516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.989668] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.989668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.989668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.989668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.989668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.989668] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.989668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.989668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.989668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.989668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.989668] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 is going to be created. [ 949.093404] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.093568] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.093632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.093894] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.094138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.110763] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.110957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.111932] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: IN_PROGRESS for 2s [ 949.112311] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f0897af-6fd5-4e96-aa59-1008a74e179a with status ACTIVE [ 949.112754] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.112754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.112754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.113021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.113268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.113486] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.113576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.113682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.113957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.114066] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.114532] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.114664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.114732] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.114948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.115025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.115122] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f0897af-6fd5-4e96-aa59-1008a74e179a is going to be updated. [ 949.156068] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.156292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.156292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.156538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.156858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.156858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f0897af-6fd5-4e96-aa59-1008a74e179a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.348201] env[65740]: INFO networking_nsxv3.common.synchronization [req-ec7c0185-cbe4-4925-ac63-3d3f1c316373 req-8eb79abc-1892-4ac8-bfa1-78b5e9ffae6c tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_members [ 949.348201] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_members [ 949.350231] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.350696] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.351100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.351477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.352250] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.352519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.352681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.353014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.355438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.355438] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.391053] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 949.391053] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d deletion is rescheduled due to dependency. [ 949.391053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.391053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.391053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.391053] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.391053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.391053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.391053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.391053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.391053] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.422104] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: SUCCESS [ 949.422500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.610155] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f in Status: SUCCESS [ 949.610381] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f deletion is rescheduled due to dependency. [ 949.610545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.740589] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.740843] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.740963] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.741297] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.741590] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.741713] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.741830] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.742956] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.743243] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.743518] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.743674] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.743834] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.743956] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.744109] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.744286] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.744455] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.768932] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.769230] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.769378] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.769564] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.769892] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-96b00a2d-6a52-4b73-bfe6-e7689db3defc taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.770089] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-96b00a2d-6a52-4b73-bfe6-e7689db3defc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.770215] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-96b00a2d-6a52-4b73-bfe6-e7689db3defc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.770582] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-96b00a2d-6a52-4b73-bfe6-e7689db3defc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.770739] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b00a2d-6a52-4b73-bfe6-e7689db3defc',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.860211] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.860211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.860211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.861053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.861053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.861216] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.861216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.861371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.861544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.861544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.861821] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 already deleted. [ 949.861821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.894137] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.275724] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.275969] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.276140] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.276396] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.276552] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.276707] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 96b00a2d-6a52-4b73-bfe6-e7689db3defc not found, creating... [ 950.276969] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.277145] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.277263] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.277483] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.277621] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.278039] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.278215] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.278357] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.278574] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.278714] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.278853] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 96b00a2d-6a52-4b73-bfe6-e7689db3defc is going to be created. [ 950.299734] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.299989] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.300121] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.300400] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.300638] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.300872] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-96b00a2d-6a52-4b73-bfe6-e7689db3defc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.396603] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.899403] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.900332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.900332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.900332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.900332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.900332] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 950.935701] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.935701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.935701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.935701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.935701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.944397] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 950.980528] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 950.981250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.038897] env[65740]: INFO networking_nsxv3.common.synchronization [req-ec7c0185-cbe4-4925-ac63-3d3f1c316373 req-26a8d2af-ec7e-4a35-a08b-7d804251c426 service nova] Enqueued Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_rules [ 951.039113] env[65740]: INFO networking_nsxv3.common.synchronization [req-ec7c0185-cbe4-4925-ac63-3d3f1c316373 req-26a8d2af-ec7e-4a35-a08b-7d804251c426 service nova] Enqueued Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_members [ 951.039238] env[65740]: INFO networking_nsxv3.common.synchronization [req-ec7c0185-cbe4-4925-ac63-3d3f1c316373 req-26a8d2af-ec7e-4a35-a08b-7d804251c426 service nova] Enqueued Resource ID: 96b00a2d-6a52-4b73-bfe6-e7689db3defc with Priority: HIGHEST for action port [ 951.039813] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_rules [ 951.039952] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_members [ 951.040070] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96b00a2d-6a52-4b73-bfe6-e7689db3defc with Priority: HIGHEST for action port [ 951.040408] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.040587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.040683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.040847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.041141] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.041900] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.042032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.042130] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.043475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.043475] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.043475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.043475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.043475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.043475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.043475] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.044849] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-96b00a2d-6a52-4b73-bfe6-e7689db3defc taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.044849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96b00a2d-6a52-4b73-bfe6-e7689db3defc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.044849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96b00a2d-6a52-4b73-bfe6-e7689db3defc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.044849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96b00a2d-6a52-4b73-bfe6-e7689db3defc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.044849] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b00a2d-6a52-4b73-bfe6-e7689db3defc',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.128844] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: SUCCESS [ 951.129206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.465306] env[65740]: INFO networking_nsxv3.common.synchronization [req-8938d2a6-c8b0-43d3-889f-8f8319f2788e req-3ea68929-df23-45d4-8132-33ca8070970d tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 with Priority: HIGHEST for action security_group_members [ 951.466135] env[65740]: INFO networking_nsxv3.common.synchronization [req-8938d2a6-c8b0-43d3-889f-8f8319f2788e req-3ea68929-df23-45d4-8132-33ca8070970d tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_members [ 951.466135] env[65740]: INFO networking_nsxv3.common.synchronization [req-8938d2a6-c8b0-43d3-889f-8f8319f2788e req-3ea68929-df23-45d4-8132-33ca8070970d tempest-SecurityGroupsTestJSON-1303018435 tempest-SecurityGroupsTestJSON-1303018435-project-member] Enqueued Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 951.468028] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 with Priority: HIGHEST for action security_group_members [ 951.469275] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 with Priority: HIGHEST for action security_group_members [ 951.469275] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da758f-82a4-486d-810e-2024d18cbf26 with Priority: HIGHEST for action security_group_members [ 951.469275] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3afb8e7-f075-4d44-aa9d-9911b2540994 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.469934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.470075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.470658] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.470658] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.470885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.470885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.471272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.471405] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.471501] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3afb8e7-f075-4d44-aa9d-9911b2540994',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.472618] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-842b927a-55da-4adc-836e-c9ec6ec9eca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.472879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.472879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.473370] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.473370] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.473370] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.473370] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.473615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.473615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.473615] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('842b927a-55da-4adc-836e-c9ec6ec9eca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.474534] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-60da758f-82a4-486d-810e-2024d18cbf26 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.474772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.474772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.475090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.475090] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.475283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.475283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.475362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.475488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.475547] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60da758f-82a4-486d-810e-2024d18cbf26',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.546680] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.548649] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.548649] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.549059] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96b00a2d-6a52-4b73-bfe6-e7689db3defc with status ACTIVE [ 951.549059] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.549599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.549599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.549599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.549599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.549835] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.549977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.550081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.551135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.551135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.551135] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.551135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.551135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.551135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.551598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.551598] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96b00a2d-6a52-4b73-bfe6-e7689db3defc is going to be updated. [ 951.586120] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.586403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.586403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.586536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.587280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.587280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96b00a2d-6a52-4b73-bfe6-e7689db3defc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.978934] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.978934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.978934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.978934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.978934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.978934] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.978934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.978934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.978934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.980061] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.980061] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 is going to be updated. [ 951.980337] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.980452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.980506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.980750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.980750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.980909] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.981457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.981457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.981457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.981457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.981457] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 is going to be updated. [ 951.982437] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.982545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.982597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.982762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.982824] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.983051] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.983146] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.983195] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.983439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.983439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.983552] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 is going to be updated. [ 952.021456] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.021592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.021680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.021906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.022040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.023788] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.023918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.024014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.024204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.024325] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.025842] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.025948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.026017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.026185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.026304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.036783] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: IN_PROGRESS for 2s [ 952.046229] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 in Status: IN_PROGRESS for 2s [ 952.046939] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: IN_PROGRESS for 2s [ 952.053633] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.556237] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.556531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.556531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.556924] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.556924] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.556924] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 is going to be created. [ 952.589281] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.589521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.589688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.590027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.590286] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.604961] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: UNINITIALIZED for 2s [ 952.952956] env[65740]: INFO networking_nsxv3.common.synchronization [None req-b5f642f2-8d02-40a5-870d-e1decc673c28 tempest-ServerDiskConfigTestJSON-1821978894 tempest-ServerDiskConfigTestJSON-1821978894-project-member] Enqueued Resource ID: f1450995-e035-4f62-82c9-cd42d9ffb77d with Priority: HIGHEST for action security_group_rules [ 952.953644] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1450995-e035-4f62-82c9-cd42d9ffb77d with Priority: HIGHEST for action security_group_rules [ 952.953791] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1450995-e035-4f62-82c9-cd42d9ffb77d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.953928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1450995-e035-4f62-82c9-cd42d9ffb77d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.954016] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1450995-e035-4f62-82c9-cd42d9ffb77d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.954255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1450995-e035-4f62-82c9-cd42d9ffb77d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.954341] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1450995-e035-4f62-82c9-cd42d9ffb77d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.955930] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 952.956122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.956556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.956762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.956950] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.957079] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.957146] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.957283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.957751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.957751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.957751] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.110174] env[65740]: INFO networking_nsxv3.common.synchronization [None req-a43dbbb3-efd8-4efe-bbcb-12b614e258a1 tempest-ServerDiskConfigTestJSON-1821978894 tempest-ServerDiskConfigTestJSON-1821978894-project-member] Enqueued Resource ID: f1450995-e035-4f62-82c9-cd42d9ffb77d with Priority: HIGHEST for action security_group_rules [ 953.110174] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1450995-e035-4f62-82c9-cd42d9ffb77d with Priority: HIGHEST for action security_group_rules [ 953.110360] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1450995-e035-4f62-82c9-cd42d9ffb77d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.110360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1450995-e035-4f62-82c9-cd42d9ffb77d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.177051] env[65740]: INFO networking_nsxv3.common.synchronization [req-dfa640aa-aa17-4cc7-a703-66a2ff924cb5 req-cbd7e021-dd94-470b-8e8e-2bbdc05f6115 tempest-ImagesOneServerNegativeTestJSON-1077993635 tempest-ImagesOneServerNegativeTestJSON-1077993635-project-member] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 953.177051] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGHEST for action security_group_members [ 953.177051] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.177051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.177051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.177051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.177051] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.177051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.177051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.177051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.177806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.178054] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.461422] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.461726] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.461726] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.462030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.462313] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.462411] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.462841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.462841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.463029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.463101] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.463349] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.463513] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.463621] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.463870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.464155] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.464330] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.464418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.464635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.464781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.464914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.465067] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.487471] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.487665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.487731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.487942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.488060] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.488202] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1450995-e035-4f62-82c9-cd42d9ffb77d already deleted. [ 953.488318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1450995-e035-4f62-82c9-cd42d9ffb77d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.488508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1450995-e035-4f62-82c9-cd42d9ffb77d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.488690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1450995-e035-4f62-82c9-cd42d9ffb77d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.488779] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1450995-e035-4f62-82c9-cd42d9ffb77d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.680564] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.681062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.681132] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.681376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.681470] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.681684] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.681793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.681852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.682017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.682088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.682171] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 is going to be updated. [ 953.714156] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.714341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.714419] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.714690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.714840] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.727387] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: IN_PROGRESS for 2s [ 953.968456] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2f0b73f-c6d5-4845-b545-5c1afefd0d2d: rpc.has_security_group_logging(os_id): False [ 953.987682] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.987835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.987835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.988144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.988266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.988523] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.988813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.988813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.988998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.988998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.989176] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.989277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.989331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.989669] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.989770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.989976] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.990133] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.990206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.990358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.990436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.990524] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 954.013251] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.013618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.013765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.014022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.014219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.014412] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1450995-e035-4f62-82c9-cd42d9ffb77d already deleted. [ 954.014412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1450995-e035-4f62-82c9-cd42d9ffb77d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.050522] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60da758f-82a4-486d-810e-2024d18cbf26 in Status: SUCCESS [ 954.050778] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60da758f-82a4-486d-810e-2024d18cbf26 deletion is rescheduled due to dependency. [ 954.050778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60da758f-82a4-486d-810e-2024d18cbf26" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.060679] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 in Status: SUCCESS [ 954.061299] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 deletion is rescheduled due to dependency. [ 954.061299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.061976] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 in Status: SUCCESS [ 954.062248] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 842b927a-55da-4adc-836e-c9ec6ec9eca8 deletion is rescheduled due to dependency. [ 954.062401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-842b927a-55da-4adc-836e-c9ec6ec9eca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.077749] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.077919] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.077977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.078239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.078395] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.102019] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 954.616470] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: SUCCESS [ 954.616768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.616982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.617466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.617466] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.617627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.617627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.617820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.617912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.618017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.618122] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.990037] env[65740]: INFO networking_nsxv3.common.synchronization [req-c24bf799-ff74-4f16-b809-0b5af07fd115 req-c4331528-e247-450c-a1cc-4a122237e7c5 tempest-ServersTestMultiNic-1068062182 tempest-ServersTestMultiNic-1068062182-project-member] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 954.992172] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 954.992172] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.992172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.992172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.992427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.993585] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.993585] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.993585] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.993585] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.993585] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.993585] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.120531] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.266270] env[65740]: INFO networking_nsxv3.common.synchronization [req-c24bf799-ff74-4f16-b809-0b5af07fd115 req-866f766c-a8d6-40e6-8d2f-b709c4bb94a1 tempest-ServersTestMultiNic-1068062182 tempest-ServersTestMultiNic-1068062182-project-member] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 955.266794] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 955.267761] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.268150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.359171] env[65740]: INFO networking_nsxv3.common.synchronization [req-3bf5b4ec-d2a9-4121-af58-22cded304404 req-b41e10c7-2f7e-452c-a483-a5667d3e75e1 tempest-DeleteServersAdminTestJSON-1466410733 tempest-DeleteServersAdminTestJSON-1466410733-project-member] Enqueued Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_members [ 955.360472] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 with Priority: HIGHEST for action security_group_members [ 955.360472] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.360472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.360472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.360878] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.361171] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.361369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.361462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.361738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.361878] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.362017] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abcebfe3-5e73-45e8-ba10-02ac835a9cc9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.494909] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.624152] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1cb7b7f-ef87-4f35-b34d-9da510c2c695: rpc.has_security_group_logging(os_id): False [ 955.630886] env[65740]: INFO networking_nsxv3.common.synchronization [req-c24bf799-ff74-4f16-b809-0b5af07fd115 req-3007d4cd-e4be-4974-867c-dc3985346ef0 tempest-ServersTestMultiNic-1068062182 tempest-ServersTestMultiNic-1068062182-project-member] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 955.630886] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 955.631281] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.631388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.658345] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.658487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.658519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.658761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.658830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.659106] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.659839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.659839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.659839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.659839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.659839] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 is going to be created. [ 955.738647] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 in Status: SUCCESS [ 955.739917] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 deletion is rescheduled due to dependency. [ 955.739917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.752294] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.752370] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.752464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.752662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.752846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.764958] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: IN_PROGRESS for 2s [ 955.865616] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.865835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.865888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.866352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.866522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.866803] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.866951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.867097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.867339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.867445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.867901] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 is going to be updated. [ 955.901093] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.901093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.901093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.901342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.901342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.910107] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: IN_PROGRESS for 2s [ 955.999814] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.119794] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 956.120056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.353101] env[65740]: INFO networking_nsxv3.common.synchronization [req-c6fefd90-ab4d-437d-bf58-e44e1c30cc6c req-6be26f3b-77c9-4a0a-b04e-81c1abc25a48 tempest-ServerDiskConfigTestJSON-1821978894 tempest-ServerDiskConfigTestJSON-1821978894-project-member] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 956.353642] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 956.353984] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.354130] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.354194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.354380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.354534] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.354662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.354719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.354825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.354910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.355022] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.383574] env[65740]: INFO networking_nsxv3.common.synchronization [req-8c19f498-4f8a-420d-a8c3-2bbf2ed5fcaf req-1ef729cd-fca4-4fb3-9f20-74bba752c56c tempest-ImagesTestJSON-1767843010 tempest-ImagesTestJSON-1767843010-project-member] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 956.384065] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 956.384366] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.384494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.384559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.384744] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.384895] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.384991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.385593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.385895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.386039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.386152] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.502014] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.502211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.502252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.502518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.502662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.503115] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 956.541607] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.541834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.541950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.542312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.542524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.567952] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 956.778945] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.778945] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.779186] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.779270] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.781028] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.781028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.781028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.781028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.781028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.781028] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.781028] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.781028] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.781028] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.781028] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.781028] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.781028] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.810124] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.810346] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.810666] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.810666] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-914" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.811437] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-4735bd8a-8d16-4bc0-b574-4c038f3fab74 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.811437] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-4735bd8a-8d16-4bc0-b574-4c038f3fab74" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.811437] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-4735bd8a-8d16-4bc0-b574-4c038f3fab74" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.811742] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-4735bd8a-8d16-4bc0-b574-4c038f3fab74" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.811880] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4735bd8a-8d16-4bc0-b574-4c038f3fab74',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.857439] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.857439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.857439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.858110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.858110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.858110] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.858110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.858110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.858110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.858110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.858346] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 956.888683] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.889075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.889075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.889221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.889317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.889521] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.889649] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.889716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.889828] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.889928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.889992] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 956.916024] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.916024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.916024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.916024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.916024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.928802] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 956.937252] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.937602] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.937760] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.938085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.938709] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.948366] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 957.315084] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.315427] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.315558] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.315840] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.315989] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.316163] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 4735bd8a-8d16-4bc0-b574-4c038f3fab74 not found, creating... [ 957.316426] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.316579] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.316697] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.316918] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.317075] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.317356] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.317510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.317626] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.317832] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.317967] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.318251] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 4735bd8a-8d16-4bc0-b574-4c038f3fab74 is going to be created. [ 957.341348] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.341584] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.341812] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.342066] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.342303] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.342557] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-4735bd8a-8d16-4bc0-b574-4c038f3fab74" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.791539] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: SUCCESS [ 957.791807] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.921179] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 in Status: SUCCESS [ 957.921179] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abcebfe3-5e73-45e8-ba10-02ac835a9cc9 deletion is rescheduled due to dependency. [ 957.921179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abcebfe3-5e73-45e8-ba10-02ac835a9cc9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.085602] env[65740]: INFO networking_nsxv3.common.synchronization [req-8c19f498-4f8a-420d-a8c3-2bbf2ed5fcaf req-f486eea1-5610-4db8-aa09-0cdba0eab714 service nova] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_rules [ 958.085602] env[65740]: INFO networking_nsxv3.common.synchronization [req-8c19f498-4f8a-420d-a8c3-2bbf2ed5fcaf req-f486eea1-5610-4db8-aa09-0cdba0eab714 service nova] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 958.085602] env[65740]: INFO networking_nsxv3.common.synchronization [req-8c19f498-4f8a-420d-a8c3-2bbf2ed5fcaf req-f486eea1-5610-4db8-aa09-0cdba0eab714 service nova] Enqueued Resource ID: 4735bd8a-8d16-4bc0-b574-4c038f3fab74 with Priority: HIGHEST for action port [ 958.085602] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_rules [ 958.085602] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 958.085602] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4735bd8a-8d16-4bc0-b574-4c038f3fab74 with Priority: HIGHEST for action port [ 958.085890] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.085994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.086071] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.086268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.086660] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.087216] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.088117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.088117] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-4735bd8a-8d16-4bc0-b574-4c038f3fab74 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.088117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4735bd8a-8d16-4bc0-b574-4c038f3fab74" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.088117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4735bd8a-8d16-4bc0-b574-4c038f3fab74" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.088117] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4735bd8a-8d16-4bc0-b574-4c038f3fab74" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.088117] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4735bd8a-8d16-4bc0-b574-4c038f3fab74',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.578715] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 958.578994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.579131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.579344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.579528] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.579644] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.579708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.579860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.579958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.580072] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.589755] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.589883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.591168] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4735bd8a-8d16-4bc0-b574-4c038f3fab74 with status ACTIVE [ 958.591550] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.591550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.591550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.591729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.591782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.591906] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.591995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.592058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.592199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.592589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.592589] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.592589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.592589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.592770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.592770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.592904] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4735bd8a-8d16-4bc0-b574-4c038f3fab74 is going to be updated. [ 958.615813] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.615947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.616090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.616312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.616450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.616611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4735bd8a-8d16-4bc0-b574-4c038f3fab74" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.939507] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 958.939507] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 deletion is rescheduled due to dependency. [ 958.939507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.968534] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 958.968534] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 deletion is rescheduled due to dependency. [ 958.968687] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.968841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.969102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.969299] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.969485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.969485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.969661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.969750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.969848] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.082286] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.082603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.082728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.083173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.083401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.083593] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.083767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.083912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.084134] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.084256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.084351] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 959.121757] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.121992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.122096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.122404] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.122598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.136995] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 959.473425] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.907571] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fe9b5ca-025c-40aa-9dcf-bfd40a0049a3 req-836381c7-208a-4edd-b9fb-7f19fd372b69 tempest-ImagesOneServerTestJSON-1966038006 tempest-ImagesOneServerTestJSON-1966038006-project-member] Enqueued Resource ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 with Priority: HIGHEST for action security_group_members [ 959.907874] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 with Priority: HIGHEST for action security_group_members [ 959.908178] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1be3d4-261d-4194-97ff-48ba2757b4b6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.908305] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.908436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.908692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.908850] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.908963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.909039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.909217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.910028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.910028] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a1be3d4-261d-4194-97ff-48ba2757b4b6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.977561] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.240813] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.240977] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-450" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.240977] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-450" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.241345] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-450" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.241617] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.241779] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.241895] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.242903] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.242903] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.242903] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.242903] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.242903] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.243210] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.243210] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.243292] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.243399] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.266044] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.266196] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.266316] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.266495] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-450" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.266811] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-af73eed6-e61a-4854-aae1-a3a91d038ea0 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.266996] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-af73eed6-e61a-4854-aae1-a3a91d038ea0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.267137] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-af73eed6-e61a-4854-aae1-a3a91d038ea0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.267505] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-af73eed6-e61a-4854-aae1-a3a91d038ea0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.267646] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af73eed6-e61a-4854-aae1-a3a91d038ea0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.411876] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.413172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.413172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.413172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.413172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.413172] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.413172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.413172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.413172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.413172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.413600] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 already deleted. [ 960.413600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.480836] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.481101] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.481202] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.481469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.481590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.481697] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 960.519131] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.519340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.519340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.519546] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.519737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.530659] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 960.771848] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.771848] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.771848] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.772259] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.772371] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.772653] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port af73eed6-e61a-4854-aae1-a3a91d038ea0 not found, creating... [ 960.773135] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.773428] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.773630] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.774028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.774272] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.774763] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.775049] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.775254] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.775612] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.775840] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.776092] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: af73eed6-e61a-4854-aae1-a3a91d038ea0 is going to be created. [ 960.801884] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.802311] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.802455] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.802815] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.803289] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.803629] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-af73eed6-e61a-4854-aae1-a3a91d038ea0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.147469] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 961.147858] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e deletion is rescheduled due to dependency. [ 961.147858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.148033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.148128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.148322] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.148488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.148488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.148641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.148722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.148819] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.532223] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fe9b5ca-025c-40aa-9dcf-bfd40a0049a3 req-8204de0a-4e6b-41bc-9631-3ee9895d9ca6 service nova] Enqueued Resource ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 with Priority: HIGHEST for action security_group_rules [ 961.532463] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fe9b5ca-025c-40aa-9dcf-bfd40a0049a3 req-8204de0a-4e6b-41bc-9631-3ee9895d9ca6 service nova] Enqueued Resource ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 with Priority: HIGHEST for action security_group_members [ 961.532610] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fe9b5ca-025c-40aa-9dcf-bfd40a0049a3 req-8204de0a-4e6b-41bc-9631-3ee9895d9ca6 service nova] Enqueued Resource ID: af73eed6-e61a-4854-aae1-a3a91d038ea0 with Priority: HIGHEST for action port [ 961.533189] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 with Priority: HIGHEST for action security_group_rules [ 961.533329] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 with Priority: HIGHEST for action security_group_members [ 961.533421] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af73eed6-e61a-4854-aae1-a3a91d038ea0 with Priority: HIGHEST for action port [ 961.533810] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a1be3d4-261d-4194-97ff-48ba2757b4b6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.534045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.534233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.534425] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.534581] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a1be3d4-261d-4194-97ff-48ba2757b4b6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.535566] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1be3d4-261d-4194-97ff-48ba2757b4b6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.535698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.535778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.535971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.536501] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.536652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.536769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.536957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.537103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.537661] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a1be3d4-261d-4194-97ff-48ba2757b4b6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.538795] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-af73eed6-e61a-4854-aae1-a3a91d038ea0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.538795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af73eed6-e61a-4854-aae1-a3a91d038ea0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.538795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af73eed6-e61a-4854-aae1-a3a91d038ea0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.538795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af73eed6-e61a-4854-aae1-a3a91d038ea0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.538795] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af73eed6-e61a-4854-aae1-a3a91d038ea0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.651226] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.651478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.651565] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.651841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.651961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.652588] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.652588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.652588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.652829] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.652829] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.652829] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 961.679514] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.679741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.679741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.679952] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.680157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.689283] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 962.041223] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a1be3d4-261d-4194-97ff-48ba2757b4b6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.041609] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1be3d4-261d-4194-97ff-48ba2757b4b6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.041721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.041898] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af73eed6-e61a-4854-aae1-a3a91d038ea0 with status ACTIVE [ 962.042082] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.042196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.042261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.042657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.042657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.042763] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.042814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.042856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.043303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.043303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.043303] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.043475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.043475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.043596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.043667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.043746] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af73eed6-e61a-4854-aae1-a3a91d038ea0 is going to be updated. [ 962.211377] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.211758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.211758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.211758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.211959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.212056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af73eed6-e61a-4854-aae1-a3a91d038ea0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.401348] env[65740]: INFO networking_nsxv3.common.synchronization [req-349ae2e9-3c91-4171-99e5-a8c4442401b8 req-9f3abe40-5166-4524-8100-d934a579819d tempest-FloatingIPsAssociationNegativeTestJSON-1703867532 tempest-FloatingIPsAssociationNegativeTestJSON-1703867532-project-member] Enqueued Resource ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff with Priority: HIGHEST for action security_group_members [ 962.401883] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff with Priority: HIGHEST for action security_group_members [ 962.402454] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.402577] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.402647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.402918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.403845] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.403845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.403845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.403845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.403845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.403845] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e6dc4b4-5bde-4850-a790-bf50a223b5ff',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.543742] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 962.543972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.544252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.544428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.544666] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.544768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.544804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.544933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.545018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.545120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.545211] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.547159] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a1be3d4-261d-4194-97ff-48ba2757b4b6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.821162] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.821162] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-134" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.821162] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-134" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.821162] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-134" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.821162] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.821162] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.821162] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.821891] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.822174] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.822488] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.822722] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.822926] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.823369] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.823585] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.823798] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.824120] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.846785] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.846785] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.846785] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.847041] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-134" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.847648] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-24ca60af-4989-423e-b8c8-78a426432c97 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.847648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-24ca60af-4989-423e-b8c8-78a426432c97" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.847648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-24ca60af-4989-423e-b8c8-78a426432c97" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.848024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-24ca60af-4989-423e-b8c8-78a426432c97" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.848024] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ca60af-4989-423e-b8c8-78a426432c97',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.906836] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.907026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.907105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.907336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.907453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.907636] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.907800] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.907800] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.907936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.908020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.908112] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff already deleted. [ 962.908217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.047503] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.051108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.051108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.051428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.051663] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.052743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.052846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.053094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.053708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.053888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.054492] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.054649] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.055077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.055297] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.055919] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.056116] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.056515] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.056715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.057124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.057569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.057708] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.058869] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.059892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.059998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.060237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.060332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.060462] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 is going to be created. [ 963.088013] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.088013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.088013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.088013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.088679] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.100068] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 in Status: UNINITIALIZED for 2s [ 963.351751] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.352086] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.352086] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.352227] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.352361] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.352531] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 24ca60af-4989-423e-b8c8-78a426432c97 not found, creating... [ 963.352799] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.352957] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.353117] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.353348] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.353491] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.353787] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.353941] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.354082] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.354318] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.354470] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.354612] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 24ca60af-4989-423e-b8c8-78a426432c97 is going to be created. [ 963.377351] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.377573] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.377707] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.377978] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.378272] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.378510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-24ca60af-4989-423e-b8c8-78a426432c97" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.563627] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ee10b52-9e61-473a-82cf-1fea479aa099: rpc.has_security_group_logging(os_id): False [ 963.625478] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.625478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.625478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.625478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.625478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.625478] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.625478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.625478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.625884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.625884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.625884] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.625884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.625884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.626050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.626342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.626564] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.626656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.626715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.626862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.626931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.627216] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 963.652576] env[65740]: INFO networking_nsxv3.common.synchronization [req-3e4e9f38-0291-4d3a-8cd6-39302c6ace82 req-1862365a-210c-4080-ace5-a05aae91fe7c tempest-DeleteServersTestJSON-648489044 tempest-DeleteServersTestJSON-648489044-project-member] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 963.653191] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 963.653500] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.653618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.653685] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.653885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.654072] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.654185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.654248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.654407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.654494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.654588] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.699551] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 963.699720] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e deletion is rescheduled due to dependency. [ 963.699841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.726027] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.726246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.726291] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.726530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.726706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.747010] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 964.104646] env[65740]: INFO networking_nsxv3.common.synchronization [req-349ae2e9-3c91-4171-99e5-a8c4442401b8 req-554c72c5-53c6-4734-a0c4-4b271dca5c01 service nova] Enqueued Resource ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff with Priority: HIGHEST for action security_group_rules [ 964.104836] env[65740]: INFO networking_nsxv3.common.synchronization [req-349ae2e9-3c91-4171-99e5-a8c4442401b8 req-554c72c5-53c6-4734-a0c4-4b271dca5c01 service nova] Enqueued Resource ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff with Priority: HIGHEST for action security_group_members [ 964.104836] env[65740]: INFO networking_nsxv3.common.synchronization [req-349ae2e9-3c91-4171-99e5-a8c4442401b8 req-554c72c5-53c6-4734-a0c4-4b271dca5c01 service nova] Enqueued Resource ID: 24ca60af-4989-423e-b8c8-78a426432c97 with Priority: HIGHEST for action port [ 964.106570] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff with Priority: HIGHEST for action security_group_rules [ 964.106570] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff with Priority: HIGHEST for action security_group_members [ 964.106570] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ca60af-4989-423e-b8c8-78a426432c97 with Priority: HIGHEST for action port [ 964.106570] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e6dc4b4-5bde-4850-a790-bf50a223b5ff taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.106570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.106570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.106570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.106570] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e6dc4b4-5bde-4850-a790-bf50a223b5ff',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.107500] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.107617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.107702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.107883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.108051] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.108214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.108214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.108369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.108478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.108570] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e6dc4b4-5bde-4850-a790-bf50a223b5ff',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.109469] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ca60af-4989-423e-b8c8-78a426432c97 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.109611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ca60af-4989-423e-b8c8-78a426432c97" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.109675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ca60af-4989-423e-b8c8-78a426432c97" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.109816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ca60af-4989-423e-b8c8-78a426432c97" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.109894] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ca60af-4989-423e-b8c8-78a426432c97',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.156847] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.156847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.157024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.157339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.157474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.157752] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.157932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.157988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.158313] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.158313] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.158418] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 964.211201] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.211365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.211434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.211657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.211805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.225161] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 964.611256] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e6dc4b4-5bde-4850-a790-bf50a223b5ff',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.612548] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.612676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.615526] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24ca60af-4989-423e-b8c8-78a426432c97 with status ACTIVE [ 964.615526] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.615526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.615697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.615808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.615911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.616182] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.616289] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.616289] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.616739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.616739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.616868] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.616925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.616970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.617105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.617358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.617358] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24ca60af-4989-423e-b8c8-78a426432c97 is going to be updated. [ 964.642706] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.642706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.642706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.642706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.642706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.643085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ca60af-4989-423e-b8c8-78a426432c97" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.977024] env[65740]: INFO networking_nsxv3.common.synchronization [req-23ae3fb4-8f71-4f1f-996b-40ca56400b60 req-617e8ed6-3648-4b5e-8064-fa156ad228ec tempest-ServerMetadataNegativeTestJSON-599094282 tempest-ServerMetadataNegativeTestJSON-599094282-project-member] Enqueued Resource ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd with Priority: HIGHEST for action security_group_members [ 964.977024] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd with Priority: HIGHEST for action security_group_members [ 964.977024] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5789bd6-9ed2-400d-a825-26889a4ee1bd taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.977024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.977024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.977024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.977024] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.977024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.977024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.977024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.977024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.977770] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5789bd6-9ed2-400d-a825-26889a4ee1bd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.111983] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 in Status: SUCCESS [ 965.112290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.112479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.112710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.112895] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.113042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.113137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.113259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.113360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.113447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.113537] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a1be3d4-261d-4194-97ff-48ba2757b4b6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.114453] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e6dc4b4-5bde-4850-a790-bf50a223b5ff',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.342545] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.343383] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-923" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.343792] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-923" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.344391] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-923" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.344841] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.345173] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.345422] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.345781] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.346345] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.346680] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.346899] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.347149] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.347458] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.347679] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.347883] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.348204] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.370654] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.370654] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.370654] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.370654] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-923" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.370654] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-8cba8d74-1725-4281-8bd6-8c27a39707d7 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.370654] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-8cba8d74-1725-4281-8bd6-8c27a39707d7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.370654] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-8cba8d74-1725-4281-8bd6-8c27a39707d7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.370654] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-8cba8d74-1725-4281-8bd6-8c27a39707d7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.370654] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cba8d74-1725-4281-8bd6-8c27a39707d7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.484145] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.484145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.484352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.484811] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.485189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.485740] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.485906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.486016] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.486516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.486686] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.486890] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd already deleted. [ 965.487079] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.616832] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1be3d4-261d-4194-97ff-48ba2757b4b6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.617146] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.617146] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.617367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.617618] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.618301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.618301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.618301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.618301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.618488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.618556] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1be3d4-261d-4194-97ff-48ba2757b4b6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.618709] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.618761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.618964] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.619179] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.619319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.619407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.619601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.619712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.619825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.619948] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a1be3d4-261d-4194-97ff-48ba2757b4b6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.621317] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.621462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.621562] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.621776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.621894] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.622037] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff is going to be created. [ 965.647720] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.647875] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.647977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.648211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.648394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.658631] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff in Status: UNINITIALIZED for 2s [ 965.764807] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 965.765051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.873105] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.873335] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.873464] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.873765] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.873921] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.874096] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 8cba8d74-1725-4281-8bd6-8c27a39707d7 not found, creating... [ 965.874393] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.874551] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.874667] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.874887] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.875041] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.875343] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.875514] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.875637] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.875883] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.876065] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.876184] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 8cba8d74-1725-4281-8bd6-8c27a39707d7 is going to be created. [ 965.899324] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.899589] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.899779] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.900073] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.900313] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.900539] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-8cba8d74-1725-4281-8bd6-8c27a39707d7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.125040] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a1be3d4-261d-4194-97ff-48ba2757b4b6: rpc.has_security_group_logging(os_id): False [ 966.149449] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.149652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.149733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.149971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.150094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.150346] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.150409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.150502] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.151054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.151054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.151054] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.151054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.151249] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.151279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.151362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.151575] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.151675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.151730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.151901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.151999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.152073] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 is going to be created. [ 966.246320] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 966.246473] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d deletion is rescheduled due to dependency. [ 966.246699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.281279] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.281499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.281567] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.281824] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.282051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.298935] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 in Status: IN_PROGRESS for 2s [ 966.758349] env[65740]: INFO networking_nsxv3.common.synchronization [req-23ae3fb4-8f71-4f1f-996b-40ca56400b60 req-f9925f1d-4177-41d3-a57a-9f41b4ba469d service nova] Enqueued Resource ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd with Priority: HIGHEST for action security_group_rules [ 966.758619] env[65740]: INFO networking_nsxv3.common.synchronization [req-23ae3fb4-8f71-4f1f-996b-40ca56400b60 req-f9925f1d-4177-41d3-a57a-9f41b4ba469d service nova] Enqueued Resource ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd with Priority: HIGHEST for action security_group_members [ 966.758723] env[65740]: INFO networking_nsxv3.common.synchronization [req-23ae3fb4-8f71-4f1f-996b-40ca56400b60 req-f9925f1d-4177-41d3-a57a-9f41b4ba469d service nova] Enqueued Resource ID: 8cba8d74-1725-4281-8bd6-8c27a39707d7 with Priority: HIGHEST for action port [ 966.760962] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd with Priority: HIGHEST for action security_group_rules [ 966.761171] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd with Priority: HIGHEST for action security_group_members [ 966.762029] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cba8d74-1725-4281-8bd6-8c27a39707d7 with Priority: HIGHEST for action port [ 966.762029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5789bd6-9ed2-400d-a825-26889a4ee1bd taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.762029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.762029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.762312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.762312] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5789bd6-9ed2-400d-a825-26889a4ee1bd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.763218] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5789bd6-9ed2-400d-a825-26889a4ee1bd taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.763348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.763412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.763628] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.763781] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.764792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.764792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.764792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.764792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.764792] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5789bd6-9ed2-400d-a825-26889a4ee1bd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.765208] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cba8d74-1725-4281-8bd6-8c27a39707d7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.765319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cba8d74-1725-4281-8bd6-8c27a39707d7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.765386] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cba8d74-1725-4281-8bd6-8c27a39707d7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.765543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cba8d74-1725-4281-8bd6-8c27a39707d7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.765620] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cba8d74-1725-4281-8bd6-8c27a39707d7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.268461] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5789bd6-9ed2-400d-a825-26889a4ee1bd taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.268461] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.268461] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5789bd6-9ed2-400d-a825-26889a4ee1bd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.269040] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cba8d74-1725-4281-8bd6-8c27a39707d7 with status ACTIVE [ 967.269220] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.269328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.269390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.269599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.269681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.269853] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.270710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.270710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.270710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.270710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.270710] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.270710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.270710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.270710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.271284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.271284] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cba8d74-1725-4281-8bd6-8c27a39707d7 is going to be updated. [ 967.293344] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.293519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.294081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.294081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.294081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.295933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cba8d74-1725-4281-8bd6-8c27a39707d7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.668101] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff in Status: SUCCESS [ 967.668333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.668491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.668700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.668888] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.669009] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.669075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.669229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.669307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.669389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.669475] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e6dc4b4-5bde-4850-a790-bf50a223b5ff',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.772992] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5789bd6-9ed2-400d-a825-26889a4ee1bd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.171815] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.172115] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.172115] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.172336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.172636] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.172786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.172786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.172969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.173208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.173314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.173467] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.173559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.173619] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.173762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.173898] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.173985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.174155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.174240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.174312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.174393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.174481] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e6dc4b4-5bde-4850-a790-bf50a223b5ff',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.276199] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.276199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.276199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.276199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.276199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.276579] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd is going to be created. [ 968.306632] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.306961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.307494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.307767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.308145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.316823] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 in Status: SUCCESS [ 968.317071] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.320576] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd in Status: UNINITIALIZED for 2s [ 968.677083] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e6dc4b4-5bde-4850-a790-bf50a223b5ff: rpc.has_security_group_logging(os_id): False [ 968.698749] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.698839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.698885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.699094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.699195] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.699853] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.699974] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.700065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.700246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.700329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.700520] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.700612] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.700672] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.700808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.700882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.701200] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.701303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.701366] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.701519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.701632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.701747] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff is going to be created. [ 968.770578] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.770734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.770805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.771118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.771309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.782656] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff in Status: IN_PROGRESS for 2s [ 970.330565] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd in Status: SUCCESS [ 970.331039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.331039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.331257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.331462] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.331608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.331688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.331874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.332024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.332090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.332202] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5789bd6-9ed2-400d-a825-26889a4ee1bd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.795092] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff in Status: SUCCESS [ 970.795402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.835327] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5789bd6-9ed2-400d-a825-26889a4ee1bd taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.835556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.835686] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.836049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.836310] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.836478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.836588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.836847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.836993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.837166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.837428] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5789bd6-9ed2-400d-a825-26889a4ee1bd taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.837545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.837641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.837861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.838111] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.838293] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.838382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.838586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.838703] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.838824] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.838961] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5789bd6-9ed2-400d-a825-26889a4ee1bd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.344224] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5789bd6-9ed2-400d-a825-26889a4ee1bd: rpc.has_security_group_logging(os_id): False [ 971.372994] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.372994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.372994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.372994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.372994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.372994] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.372994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.372994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.373394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.373394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.373394] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.373499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.373531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.373745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.373745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.373906] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.373995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.374064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.374205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.374647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.374647] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd is going to be created. [ 971.454094] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.454094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.454334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.454513] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.454772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.471951] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd in Status: IN_PROGRESS for 2s [ 971.762080] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 971.763020] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 973.488045] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd in Status: SUCCESS [ 973.488435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.022582] env[65740]: INFO networking_nsxv3.common.synchronization [req-dc204529-2c2c-460d-b5b4-33b2498209bf req-556e9971-1cd7-420c-8235-dd04f13a3434 tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGHEST for action security_group_members [ 975.023344] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGHEST for action security_group_members [ 975.023791] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4909c734-1013-4805-aeaf-670f4465bc16 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.023861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.023903] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.025141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.025318] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.025446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.025507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.025678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.025758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.025851] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4909c734-1013-4805-aeaf-670f4465bc16',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.528985] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.528985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.528985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.528985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.528985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.528985] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.528985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.528985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.528985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.529656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.529656] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4909c734-1013-4805-aeaf-670f4465bc16 is going to be updated. [ 975.582074] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.582280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.582337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.582549] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.583535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.594038] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4909c734-1013-4805-aeaf-670f4465bc16 in Status: IN_PROGRESS for 2s [ 976.070140] env[65740]: INFO networking_nsxv3.common.synchronization [req-cc6d42e1-ae5a-40d1-a788-b4648d647d3c req-c9dbd790-e5bc-4a06-856a-1bab20fb159c tempest-ServerDiskConfigTestJSON-1821978894 tempest-ServerDiskConfigTestJSON-1821978894-project-member] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 976.070699] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 976.071117] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.071305] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.071305] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.072082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.072082] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.072082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.072082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.072082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.072540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.072540] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.573714] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.573988] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.574697] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.574697] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.574830] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.574950] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.575059] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.575466] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.575764] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.576035] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.576252] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.576370] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.576415] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.576580] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.576648] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.576786] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.578886] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.579051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.579138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.579359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.579463] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.579660] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.579754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.579806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.579957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.580046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.580132] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 976.603879] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.604116] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.604292] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.604469] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.604837] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-0ac65fa9-8540-4a47-9582-f06300983ab2 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.605063] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-0ac65fa9-8540-4a47-9582-f06300983ab2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.605201] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-0ac65fa9-8540-4a47-9582-f06300983ab2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.605570] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-0ac65fa9-8540-4a47-9582-f06300983ab2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.605691] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac65fa9-8540-4a47-9582-f06300983ab2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.645054] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.645279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.645279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.646084] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.646334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.667909] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 977.108678] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.109380] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.109380] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.109519] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.110538] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.110538] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 0ac65fa9-8540-4a47-9582-f06300983ab2 not found, creating... [ 977.110538] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.110538] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.110538] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.110909] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.110909] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.111338] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.111537] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.111686] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.111935] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.112110] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.112403] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 0ac65fa9-8540-4a47-9582-f06300983ab2 is going to be created. [ 977.133998] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.134276] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.134352] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.134631] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.134859] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.135222] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-0ac65fa9-8540-4a47-9582-f06300983ab2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.604379] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4909c734-1013-4805-aeaf-670f4465bc16 in Status: SUCCESS [ 977.604584] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4909c734-1013-4805-aeaf-670f4465bc16 deletion is rescheduled due to dependency. [ 977.604745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.861022] env[65740]: INFO networking_nsxv3.common.synchronization [req-cc6d42e1-ae5a-40d1-a788-b4648d647d3c req-9406f49b-6b9d-44ae-8773-f1bf642cd548 service nova] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_rules [ 977.861022] env[65740]: INFO networking_nsxv3.common.synchronization [req-cc6d42e1-ae5a-40d1-a788-b4648d647d3c req-9406f49b-6b9d-44ae-8773-f1bf642cd548 service nova] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 977.861022] env[65740]: INFO networking_nsxv3.common.synchronization [req-cc6d42e1-ae5a-40d1-a788-b4648d647d3c req-9406f49b-6b9d-44ae-8773-f1bf642cd548 service nova] Enqueued Resource ID: 0ac65fa9-8540-4a47-9582-f06300983ab2 with Priority: HIGHEST for action port [ 977.861022] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_rules [ 977.861022] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 977.861022] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ac65fa9-8540-4a47-9582-f06300983ab2 with Priority: HIGHEST for action port [ 977.861022] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.861022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.861022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.864722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.864843] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.866666] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.866796] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.866988] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ac65fa9-8540-4a47-9582-f06300983ab2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.867791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ac65fa9-8540-4a47-9582-f06300983ab2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.867791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ac65fa9-8540-4a47-9582-f06300983ab2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.867958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ac65fa9-8540-4a47-9582-f06300983ab2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.868938] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac65fa9-8540-4a47-9582-f06300983ab2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.370258] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.370580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.370688] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ac65fa9-8540-4a47-9582-f06300983ab2 with status ACTIVE [ 978.370869] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.370988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.371062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.371287] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.371378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.371583] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.371679] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.371742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.371897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.371972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.372169] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.373250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.373250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.373250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.373250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.373250] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ac65fa9-8540-4a47-9582-f06300983ab2 is going to be updated. [ 978.400442] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.400705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.400705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.400917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.401159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.401602] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ac65fa9-8540-4a47-9582-f06300983ab2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.451730] env[65740]: INFO networking_nsxv3.common.synchronization [None req-4087deb0-e67a-40a0-a149-27e5565ab1c6 None None] Enqueued Resource ID: 587693f4-e2d7-4de9-b8f2-874ce842694b with Priority: HIGHEST for action port [ 978.454370] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 587693f4-e2d7-4de9-b8f2-874ce842694b with Priority: HIGHEST for action port [ 978.455454] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-587693f4-e2d7-4de9-b8f2-874ce842694b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.455550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-587693f4-e2d7-4de9-b8f2-874ce842694b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.455593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-587693f4-e2d7-4de9-b8f2-874ce842694b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.456189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-587693f4-e2d7-4de9-b8f2-874ce842694b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.456189] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('587693f4-e2d7-4de9-b8f2-874ce842694b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.555974] env[65740]: INFO networking_nsxv3.common.synchronization [req-d62511e8-debe-4df1-b0fc-0f216fa6ebd2 req-55415eb8-8800-4d2c-8b5b-f1c4f9da6e28 tempest-ServerRescueTestJSON-2043971818 tempest-ServerRescueTestJSON-2043971818-project-member] Enqueued Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_members [ 978.556932] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_members [ 978.556932] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.556932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.556932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.557941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.558375] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.558538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.558641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.558841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.558936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.559043] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.681913] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 978.683400] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 deletion is rescheduled due to dependency. [ 978.683400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.683400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.683400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.683400] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.683400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.683400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.683400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.683400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.683400] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.960696] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 587693f4-e2d7-4de9-b8f2-874ce842694b [ 978.960916] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.961092] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.961187] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.961818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.961818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.961818] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:587693f4-e2d7-4de9-b8f2-874ce842694b already deleted. [ 978.961818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-587693f4-e2d7-4de9-b8f2-874ce842694b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.977247] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-288 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.977459] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-288" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.977584] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-288" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.980561] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-288" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.980561] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.980561] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.980561] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.980561] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.980561] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.980561] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.980561] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.980561] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.980561] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.980561] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.980561] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.980561] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.001724] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.002298] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.002298] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.002483] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-288" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.002813] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-98c3aa11-3d7d-4622-808e-7732c525e320 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.003049] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-98c3aa11-3d7d-4622-808e-7732c525e320" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.003214] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-98c3aa11-3d7d-4622-808e-7732c525e320" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.003554] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-98c3aa11-3d7d-4622-808e-7732c525e320" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.003729] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c3aa11-3d7d-4622-808e-7732c525e320',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.061853] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.185874] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.507291] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.508189] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.508189] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.508417] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.509799] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.509799] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 98c3aa11-3d7d-4622-808e-7732c525e320 not found, creating... [ 979.509799] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.512057] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.512284] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.512695] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.512869] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.513304] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.515576] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.515576] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.515576] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.515576] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.515576] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 98c3aa11-3d7d-4622-808e-7732c525e320 is going to be created. [ 979.539501] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.539759] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.539852] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.540235] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.540531] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.540867] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-98c3aa11-3d7d-4622-808e-7732c525e320" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.565729] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.687938] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.068816] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.068816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.068816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.068816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.069168] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.069168] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefda511-9422-4488-a7d2-99cd4d951f3d is going to be updated. [ 980.105674] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.106158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.106158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.106158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.106423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.117150] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: IN_PROGRESS for 2s [ 980.126915] env[65740]: INFO networking_nsxv3.common.synchronization [None req-2c70407e-7f3c-46c4-9f29-b2330c945b86 tempest-ServerActionsTestOtherB-2115301794 tempest-ServerActionsTestOtherB-2115301794-project-member] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_rules [ 980.127621] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_rules [ 980.127621] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.127943] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.127943] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.128088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.128172] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.192486] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.192486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.192486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.192486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.192486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.192486] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 980.248252] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.248252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.248252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.248252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.248252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.258979] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 980.289925] env[65740]: INFO networking_nsxv3.common.synchronization [None req-34c3c341-2835-4c49-b7ea-f6758752d95a tempest-ServerActionsTestOtherB-2115301794 tempest-ServerActionsTestOtherB-2115301794-project-member] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_rules [ 980.290150] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_rules [ 980.290483] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.290581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.346102] env[65740]: INFO networking_nsxv3.common.synchronization [req-d62511e8-debe-4df1-b0fc-0f216fa6ebd2 req-33be96bd-b006-4cda-9486-3fb40d4bb368 service nova] Enqueued Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_rules [ 980.346155] env[65740]: INFO networking_nsxv3.common.synchronization [req-d62511e8-debe-4df1-b0fc-0f216fa6ebd2 req-33be96bd-b006-4cda-9486-3fb40d4bb368 service nova] Enqueued Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_members [ 980.346246] env[65740]: INFO networking_nsxv3.common.synchronization [req-d62511e8-debe-4df1-b0fc-0f216fa6ebd2 req-33be96bd-b006-4cda-9486-3fb40d4bb368 service nova] Enqueued Resource ID: 98c3aa11-3d7d-4622-808e-7732c525e320 with Priority: HIGHEST for action port [ 980.346853] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_rules [ 980.346988] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_members [ 980.348365] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c3aa11-3d7d-4622-808e-7732c525e320 with Priority: HIGHEST for action port [ 980.348365] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.348676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.348676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.348676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.348780] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.350027] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.350027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.350332] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-98c3aa11-3d7d-4622-808e-7732c525e320 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.350448] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98c3aa11-3d7d-4622-808e-7732c525e320" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.350519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98c3aa11-3d7d-4622-808e-7732c525e320" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.350699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98c3aa11-3d7d-4622-808e-7732c525e320" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.350989] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c3aa11-3d7d-4622-808e-7732c525e320',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.663998] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.664486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.664486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.664486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.664583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.664659] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 already deleted. [ 980.664756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.664915] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.665087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.665176] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.852811] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.852996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.854381] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98c3aa11-3d7d-4622-808e-7732c525e320 with status ACTIVE [ 980.854662] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.854806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.854912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.855226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.855378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.855582] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.855701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.855808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.855897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.855974] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.856169] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.856267] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.856322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.856473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.856586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.856678] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98c3aa11-3d7d-4622-808e-7732c525e320 is going to be updated. [ 980.883584] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.883755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.883825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.884137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.884354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.884515] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98c3aa11-3d7d-4622-808e-7732c525e320" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.168014] env[65740]: INFO networking_nsxv3.common.synchronization [req-fe47cb86-be69-449e-9b99-2ce6775cfc9a req-95ac2287-5967-4c36-85f3-045014aac004 tempest-ImagesTestJSON-1767843010 tempest-ImagesTestJSON-1767843010-project-member] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 981.170205] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGHEST for action security_group_members [ 981.170436] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.170564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.170637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.170863] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.170999] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.171888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.171888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.171888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.171888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.171888] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.192968] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.193191] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.193272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.193481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.193592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.193692] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 already deleted. [ 981.193779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.223877] env[65740]: INFO networking_nsxv3.common.synchronization [None req-d14b2234-4c66-4728-8a63-3c4c8fda6900 None None] Enqueued Resource ID: 6a43d662-8715-47cd-81e0-7e987417b075 with Priority: HIGHEST for action port [ 981.223877] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a43d662-8715-47cd-81e0-7e987417b075 with Priority: HIGHEST for action port [ 981.224214] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a43d662-8715-47cd-81e0-7e987417b075 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.224319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a43d662-8715-47cd-81e0-7e987417b075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.224430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a43d662-8715-47cd-81e0-7e987417b075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.224796] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a43d662-8715-47cd-81e0-7e987417b075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.225050] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a43d662-8715-47cd-81e0-7e987417b075',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.677527] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.677527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.677527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.677527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.677527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.677527] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.677527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.677527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.677527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.677527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.677527] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be updated. [ 981.715729] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.716088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.716203] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.716535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.716757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.726714] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: IN_PROGRESS for 2s [ 981.728185] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a43d662-8715-47cd-81e0-7e987417b075 [ 981.728428] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.728512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.728583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.728826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.728919] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.729029] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a43d662-8715-47cd-81e0-7e987417b075 already deleted. [ 981.729178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a43d662-8715-47cd-81e0-7e987417b075" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.129788] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: SUCCESS [ 982.129977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.130205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.130459] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.130657] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.130763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.130834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.130981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.131122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.131283] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.272105] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 982.272105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.272105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.272105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.272105] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.272105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.272105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.272105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.272105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.272105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.272105] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.633376] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.779272] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.779272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.779272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.779272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.779272] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.779272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.779272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.779782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.779782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.780505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.780505] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.780505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.780505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.780927] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.780927] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.781009] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.783098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.785344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.785478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.785647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.785757] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.136704] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.221754] env[65740]: INFO networking_nsxv3.common.synchronization [req-de150005-5f38-412b-bc8a-b5a8cf844099 req-ecd7b5d9-c90b-466b-89a0-49ce560f8e3b tempest-ServersNegativeTestJSON-1589337895 tempest-ServersNegativeTestJSON-1589337895-project-member] Enqueued Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 983.223820] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 983.223820] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.223820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.223820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.223820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.223820] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.223820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.223820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.223820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.223820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.223820] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.289740] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e967fa87-8850-4d4f-89c0-0d5a32442ca7: rpc.has_security_group_logging(os_id): False [ 983.310298] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.310298] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.310298] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.310991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.311317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.311924] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.312090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.312282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.312589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.312697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.312903] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.313009] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.313082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.313300] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.313416] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.313623] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.313731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.313794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.313962] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.314064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.314127] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 983.391111] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.391520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.391565] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.391879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.392107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.417135] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 983.640675] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.640675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.640675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.640675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.640675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.640675] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefda511-9422-4488-a7d2-99cd4d951f3d is going to be updated. [ 983.673772] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.674024] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.674167] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.674504] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.674772] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.674977] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.675734] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.676235] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.676307] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.676525] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.676638] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.676746] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.676928] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.676977] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.677098] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.677211] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.682352] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.682352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.682352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.682352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.682352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.707230] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: IN_PROGRESS for 2s [ 983.726169] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.745861] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 in Status: SUCCESS [ 983.745958] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 deletion is rescheduled due to dependency. [ 983.746075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.749042] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.749234] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.072 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.749519] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.749915] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.750173] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-0c66d473-3830-456c-9b7c-0f44e9964ed1 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.750379] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-0c66d473-3830-456c-9b7c-0f44e9964ed1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.750499] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-0c66d473-3830-456c-9b7c-0f44e9964ed1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.750787] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-0c66d473-3830-456c-9b7c-0f44e9964ed1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.751071] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c66d473-3830-456c-9b7c-0f44e9964ed1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.230154] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.256580] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.256945] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.257166] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.257617] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.257921] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.258268] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 0c66d473-3830-456c-9b7c-0f44e9964ed1 not found, creating... [ 984.258846] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.259138] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.259334] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.259680] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.259898] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.260390] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.260639] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.260819] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.261186] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.261400] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.261633] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 0c66d473-3830-456c-9b7c-0f44e9964ed1 is going to be created. [ 984.285402] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.286457] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.286457] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.286457] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.286798] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.288078] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-0c66d473-3830-456c-9b7c-0f44e9964ed1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.732676] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.732928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.733033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.733388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.733538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.733640] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 is going to be updated. [ 984.767894] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.768123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.768123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.768925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.768925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.792678] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: IN_PROGRESS for 2s [ 984.987350] env[65740]: INFO networking_nsxv3.common.synchronization [req-de150005-5f38-412b-bc8a-b5a8cf844099 req-5bca63ad-576b-4b45-a26b-5126e7cdda97 service nova] Enqueued Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_rules [ 984.987350] env[65740]: INFO networking_nsxv3.common.synchronization [req-de150005-5f38-412b-bc8a-b5a8cf844099 req-5bca63ad-576b-4b45-a26b-5126e7cdda97 service nova] Enqueued Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 984.987350] env[65740]: INFO networking_nsxv3.common.synchronization [req-de150005-5f38-412b-bc8a-b5a8cf844099 req-5bca63ad-576b-4b45-a26b-5126e7cdda97 service nova] Enqueued Resource ID: 0c66d473-3830-456c-9b7c-0f44e9964ed1 with Priority: HIGHEST for action port [ 984.987350] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_rules [ 984.987350] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 984.987350] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c66d473-3830-456c-9b7c-0f44e9964ed1 with Priority: HIGHEST for action port [ 984.987350] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.988232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.988555] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.988866] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.989157] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.990864] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.992027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.992027] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c66d473-3830-456c-9b7c-0f44e9964ed1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.992027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c66d473-3830-456c-9b7c-0f44e9964ed1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.992027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c66d473-3830-456c-9b7c-0f44e9964ed1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.992027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c66d473-3830-456c-9b7c-0f44e9964ed1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.992027] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c66d473-3830-456c-9b7c-0f44e9964ed1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.441823] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 985.442357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.495196] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.495354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.498636] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c66d473-3830-456c-9b7c-0f44e9964ed1 with status ACTIVE [ 985.498872] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.499027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.499102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.499353] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.499466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.499660] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.499766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.499820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.499986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.500076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.500263] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.500386] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.500452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.500584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.500656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.500741] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c66d473-3830-456c-9b7c-0f44e9964ed1 is going to be updated. [ 985.527388] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.527573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.527636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.527825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.527955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.528146] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c66d473-3830-456c-9b7c-0f44e9964ed1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.724265] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: SUCCESS [ 985.724331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.724507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.724738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.724938] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.725067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.725136] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.725477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.725477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.725477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.725613] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.229526] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.229526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.229526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.229526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.229526] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.229526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.229937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.229937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.229937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.230837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.231118] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.231224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.231286] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.231439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.231660] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.231660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.231769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.231934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.232028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.232083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.232138] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.384316] env[65740]: INFO networking_nsxv3.common.synchronization [None req-eb754971-53a5-436f-87d2-44aca96b8fbd None None] Enqueued Resource ID: 9ffde278-d11c-401a-90af-b90422c4bd4e with Priority: HIGHEST for action port [ 986.384316] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffde278-d11c-401a-90af-b90422c4bd4e with Priority: HIGHEST for action port [ 986.384316] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ffde278-d11c-401a-90af-b90422c4bd4e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.384830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ffde278-d11c-401a-90af-b90422c4bd4e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.385144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ffde278-d11c-401a-90af-b90422c4bd4e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.385761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ffde278-d11c-401a-90af-b90422c4bd4e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.385761] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ffde278-d11c-401a-90af-b90422c4bd4e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.735781] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aefda511-9422-4488-a7d2-99cd4d951f3d: rpc.has_security_group_logging(os_id): False [ 986.757808] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.757808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.757808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.757808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.757808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.757808] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.757808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.757808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.757808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.757808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.757808] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.757808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.757808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.757808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.757808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.759026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.759340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.759804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.759804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.760068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.760351] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aefda511-9422-4488-a7d2-99cd4d951f3d is going to be updated. [ 986.802913] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: SUCCESS [ 986.803399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.804027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.804377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.804718] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.804995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.805177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.805505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.805739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.805920] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.848027] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.848027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.848027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.848027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.848027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.862285] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: IN_PROGRESS for 2s [ 986.889846] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ffde278-d11c-401a-90af-b90422c4bd4e [ 986.889987] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.890718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.890792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.891165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.891383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.891567] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ffde278-d11c-401a-90af-b90422c4bd4e already deleted. [ 986.891721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ffde278-d11c-401a-90af-b90422c4bd4e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.308699] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.812051] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.318080] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.318080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.318080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.318080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.318080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.318080] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 is going to be updated. [ 988.348178] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.348360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.348429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.348742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.348932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.361390] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: IN_PROGRESS for 2s [ 988.448039] env[65740]: INFO networking_nsxv3.common.synchronization [req-fc2294be-fbbd-43af-9876-b468671ff1fc req-49ea2d1b-6aa3-44de-a329-f72d1a03e618 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_members [ 988.448637] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_members [ 988.448987] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.449138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.449211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.449420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.449578] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.449879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.449879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.450032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.450032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.450123] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.516278] env[65740]: INFO networking_nsxv3.common.synchronization [None req-70c57329-b50a-490c-96dc-554c46585cc4 None None] Enqueued Resource ID: e5e1e8db-c025-4a15-8d63-0cf3e7d7bdd2 with Priority: HIGHEST for action port [ 988.517795] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e1e8db-c025-4a15-8d63-0cf3e7d7bdd2 with Priority: HIGHEST for action port [ 988.518700] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5e1e8db-c025-4a15-8d63-0cf3e7d7bdd2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.518700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5e1e8db-c025-4a15-8d63-0cf3e7d7bdd2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.518700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5e1e8db-c025-4a15-8d63-0cf3e7d7bdd2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.519367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5e1e8db-c025-4a15-8d63-0cf3e7d7bdd2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.519367] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5e1e8db-c025-4a15-8d63-0cf3e7d7bdd2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.878091] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: SUCCESS [ 988.878458] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.958026] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.022285] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5e1e8db-c025-4a15-8d63-0cf3e7d7bdd2 [ 989.023034] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.023034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.023034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.024424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.024424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.024424] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5e1e8db-c025-4a15-8d63-0cf3e7d7bdd2 already deleted. [ 989.024424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5e1e8db-c025-4a15-8d63-0cf3e7d7bdd2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.225963] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.226147] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.226212] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.226505] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.226772] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.226930] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.227576] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.229194] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.229385] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.229614] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.229729] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.229836] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.229942] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.230065] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.230171] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.230298] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.253536] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.253717] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.253853] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.254042] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.256080] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-732f0770-187b-459d-8b22-f51870557784 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.256526] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-732f0770-187b-459d-8b22-f51870557784" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.256526] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-732f0770-187b-459d-8b22-f51870557784" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.256760] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-732f0770-187b-459d-8b22-f51870557784" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.256914] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('732f0770-187b-459d-8b22-f51870557784',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.458213] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.759507] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.759747] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.759870] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.760202] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.760353] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.760508] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 732f0770-187b-459d-8b22-f51870557784 not found, creating... [ 989.761256] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.761256] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.761256] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.762144] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.762364] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.763825] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.764030] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.764277] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.764606] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.764747] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.765818] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 732f0770-187b-459d-8b22-f51870557784 is going to be created. [ 989.801371] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.801673] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.801770] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.802135] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.802400] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.802637] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-732f0770-187b-459d-8b22-f51870557784" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.911775] env[65740]: INFO networking_nsxv3.common.synchronization [None req-2bd96bf9-14dc-45a9-8373-3e825ab604cc None None] Enqueued Resource ID: ca9c0ca7-ca02-4e85-ae2f-d2c5ab25f0dc with Priority: HIGHEST for action port [ 989.912258] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9c0ca7-ca02-4e85-ae2f-d2c5ab25f0dc with Priority: HIGHEST for action port [ 989.912581] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca9c0ca7-ca02-4e85-ae2f-d2c5ab25f0dc taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.912706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca9c0ca7-ca02-4e85-ae2f-d2c5ab25f0dc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.912912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca9c0ca7-ca02-4e85-ae2f-d2c5ab25f0dc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.913048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca9c0ca7-ca02-4e85-ae2f-d2c5ab25f0dc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.913258] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca9c0ca7-ca02-4e85-ae2f-d2c5ab25f0dc',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.960680] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.960872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.960951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.961164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.961418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.961418] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 is going to be updated. [ 990.011565] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.011714] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.011786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.013279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.013279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.024972] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: IN_PROGRESS for 2s [ 990.375231] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: SUCCESS [ 990.375449] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.375619] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.376342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.376342] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.376342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.376342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.376342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.376553] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.376553] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.376553] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.418065] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca9c0ca7-ca02-4e85-ae2f-d2c5ab25f0dc [ 990.418355] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.418492] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.418560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.418763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.418853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.418948] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca9c0ca7-ca02-4e85-ae2f-d2c5ab25f0dc already deleted. [ 990.419040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca9c0ca7-ca02-4e85-ae2f-d2c5ab25f0dc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.537048] env[65740]: INFO networking_nsxv3.common.synchronization [req-fc2294be-fbbd-43af-9876-b468671ff1fc req-dca1a4cc-ac63-47c5-b3aa-3d6de7342bd6 service nova] Enqueued Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_rules [ 990.537048] env[65740]: INFO networking_nsxv3.common.synchronization [req-fc2294be-fbbd-43af-9876-b468671ff1fc req-dca1a4cc-ac63-47c5-b3aa-3d6de7342bd6 service nova] Enqueued Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_members [ 990.537048] env[65740]: INFO networking_nsxv3.common.synchronization [req-fc2294be-fbbd-43af-9876-b468671ff1fc req-dca1a4cc-ac63-47c5-b3aa-3d6de7342bd6 service nova] Enqueued Resource ID: 732f0770-187b-459d-8b22-f51870557784 with Priority: HIGHEST for action port [ 990.537048] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_rules [ 990.537048] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_members [ 990.537048] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 732f0770-187b-459d-8b22-f51870557784 with Priority: HIGHEST for action port [ 990.537048] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.539013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.539013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.539013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.539013] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.539568] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.539736] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.539942] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-732f0770-187b-459d-8b22-f51870557784 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.540054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-732f0770-187b-459d-8b22-f51870557784" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.540115] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-732f0770-187b-459d-8b22-f51870557784" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.540352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-732f0770-187b-459d-8b22-f51870557784" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.540421] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('732f0770-187b-459d-8b22-f51870557784',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.881520] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.881680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.881741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.882674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.882674] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.882674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.882674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.882674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.882674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.882674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.883078] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.883078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.883078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.883078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.883349] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.883349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.883349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.883469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.883575] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.883665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.884505] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.043741] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.043741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.043741] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 732f0770-187b-459d-8b22-f51870557784 with status ACTIVE [ 991.043741] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.043741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.043741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.043741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.043741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.043741] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.044478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.044478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.044478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.044478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.044478] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.044641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.044641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.045061] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.045061] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.045061] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 732f0770-187b-459d-8b22-f51870557784 is going to be updated. [ 991.068744] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.068881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.068949] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.069600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.069697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.069871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-732f0770-187b-459d-8b22-f51870557784" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.217568] env[65740]: INFO networking_nsxv3.common.synchronization [None req-c0c52b37-ff2d-44d0-8018-942fc3038a39 None None] Enqueued Resource ID: 2533ea05-0898-445a-a952-cb0b9c92d204 with Priority: HIGHEST for action port [ 991.217568] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2533ea05-0898-445a-a952-cb0b9c92d204 with Priority: HIGHEST for action port [ 991.218280] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-2533ea05-0898-445a-a952-cb0b9c92d204 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.218280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2533ea05-0898-445a-a952-cb0b9c92d204" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.218280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2533ea05-0898-445a-a952-cb0b9c92d204" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.218487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2533ea05-0898-445a-a952-cb0b9c92d204" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.218487] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2533ea05-0898-445a-a952-cb0b9c92d204',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.387282] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5aec63-5d9a-48c3-b0b1-c6b153f70ef1: rpc.has_security_group_logging(os_id): False [ 991.407962] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.408174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.408332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.408643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.408643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.408862] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.408981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.409064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.409900] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.409900] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.409900] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.409900] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.409900] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.410141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.410141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.410225] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.410287] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.410344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.410915] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.410915] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.410915] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 is going to be updated. [ 991.481667] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.481667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.481667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.481952] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.481952] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.504492] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: IN_PROGRESS for 2s [ 991.720987] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2533ea05-0898-445a-a952-cb0b9c92d204 [ 991.721658] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.721863] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.721863] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.722082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.722186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.722346] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2533ea05-0898-445a-a952-cb0b9c92d204 already deleted. [ 991.722422] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2533ea05-0898-445a-a952-cb0b9c92d204" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.036052] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: SUCCESS [ 992.036230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.036398] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.036627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.036843] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.036989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.037599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.037599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.037599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.037599] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.539696] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.042511] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.520755] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: SUCCESS [ 993.520755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.548715] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.550207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.550207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.550207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.550207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.550207] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 is going to be updated. [ 993.588023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.588023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.588023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.588023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.588023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.599935] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: IN_PROGRESS for 2s [ 993.960839] env[65740]: INFO networking_nsxv3.common.synchronization [req-c7ac736c-961f-4b1b-8a31-03ceeb6382bb req-1fef5be7-d6ac-496c-afa1-a1704ec510b0 tempest-FloatingIPsAssociationNegativeTestJSON-1703867532 tempest-FloatingIPsAssociationNegativeTestJSON-1703867532-project-member] Enqueued Resource ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff with Priority: HIGHEST for action security_group_members [ 993.960839] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff with Priority: HIGHEST for action security_group_members [ 993.960839] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.961121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.961121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.961351] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.961545] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.962872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.962872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.962872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.962872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.962872] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e6dc4b4-5bde-4850-a790-bf50a223b5ff',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.438235] env[65740]: INFO networking_nsxv3.common.synchronization [None req-2f99dded-c78c-4083-b9b7-4983d0c416f9 tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGHEST for action security_group_rules [ 994.438958] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGHEST for action security_group_rules [ 994.439462] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-466a4767-adb6-4065-9afd-a9872f53c02b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.439705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.439849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.440307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.440307] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('466a4767-adb6-4065-9afd-a9872f53c02b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.465682] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.466091] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.466421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.466898] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.467097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.467705] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.467848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.467984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.468478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.468610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.468732] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff is going to be updated. [ 994.500363] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.500522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.500604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.500826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.500984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.512665] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff in Status: IN_PROGRESS for 2s [ 994.575675] env[65740]: INFO networking_nsxv3.common.synchronization [None req-05729941-013d-490a-be69-b9cc20edfb0f tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGHEST for action security_group_rules [ 994.576897] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGHEST for action security_group_rules [ 994.577386] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-466a4767-adb6-4065-9afd-a9872f53c02b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.577480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.965310] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.966029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.966148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.966357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.966551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.966688] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 466a4767-adb6-4065-9afd-a9872f53c02b already deleted. [ 994.967120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.967333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.967547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.967676] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('466a4767-adb6-4065-9afd-a9872f53c02b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.490683] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.490867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.490867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.491138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.491265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.491370] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 466a4767-adb6-4065-9afd-a9872f53c02b already deleted. [ 995.491512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.612397] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: SUCCESS [ 995.612397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.612397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.612397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.615579] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.615579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.615579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.615579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.615579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.615579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.615579] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.118323] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.528159] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff in Status: SUCCESS [ 996.528280] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e6dc4b4-5bde-4850-a790-bf50a223b5ff deletion is rescheduled due to dependency. [ 996.528986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e6dc4b4-5bde-4850-a790-bf50a223b5ff" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.620965] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1cb7b7f-ef87-4f35-b34d-9da510c2c695: rpc.has_security_group_logging(os_id): False [ 996.652262] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.652466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.652466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.652688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.652774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.653049] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.653168] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.653244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.653454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.653535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.653623] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 is going to be updated. [ 996.758488] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.758709] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.759178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.759178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.759292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.777334] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: IN_PROGRESS for 2s [ 997.092271] env[65740]: INFO networking_nsxv3.common.synchronization [None req-812150dc-df94-45f1-85c0-764f37bf0cb3 None None] Enqueued Resource ID: 001b9312-b2ba-461b-bbc9-58398e0b0b42 with Priority: HIGHEST for action port [ 997.092271] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001b9312-b2ba-461b-bbc9-58398e0b0b42 with Priority: HIGHEST for action port [ 997.093683] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-001b9312-b2ba-461b-bbc9-58398e0b0b42 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.094036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-001b9312-b2ba-461b-bbc9-58398e0b0b42" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.094197] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-001b9312-b2ba-461b-bbc9-58398e0b0b42" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.094537] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-001b9312-b2ba-461b-bbc9-58398e0b0b42" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.095190] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('001b9312-b2ba-461b-bbc9-58398e0b0b42',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.600143] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 001b9312-b2ba-461b-bbc9-58398e0b0b42 [ 997.600554] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.600750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.601142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.601209] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.602188] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.602188] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:001b9312-b2ba-461b-bbc9-58398e0b0b42 already deleted. [ 997.602188] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-001b9312-b2ba-461b-bbc9-58398e0b0b42" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.789764] env[65740]: INFO networking_nsxv3.common.synchronization [req-a83eba1a-7491-46bf-bb2c-e6eb11969aae req-0a3afdb7-518d-4f56-8441-27e0afc64bdf tempest-ServerMetadataNegativeTestJSON-599094282 tempest-ServerMetadataNegativeTestJSON-599094282-project-member] Enqueued Resource ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd with Priority: HIGHEST for action security_group_members [ 997.792963] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd with Priority: HIGHEST for action security_group_members [ 997.793408] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5789bd6-9ed2-400d-a825-26889a4ee1bd taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.793539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.793608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.794024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.795088] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.795862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.797588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.797588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.797588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.797588] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5789bd6-9ed2-400d-a825-26889a4ee1bd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.181253] env[65740]: INFO networking_nsxv3.common.synchronization [req-c50843d7-8d39-4c92-a4b6-e11d41292c48 req-cb8c98fa-33de-4f21-a34c-451e2ef9e167 tempest-ServerActionsTestOtherB-2115301794 tempest-ServerActionsTestOtherB-2115301794-project-member] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 998.181874] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 998.182231] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.182347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.182424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.182695] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.182874] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.182971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.183025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.183769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.183926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.184051] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.304724] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.304724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.304724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.304724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.304724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.304724] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.304724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.304724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.304724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.304724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.304724] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd is going to be updated. [ 998.334830] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.335034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.335090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.335822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.336010] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.347864] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd in Status: IN_PROGRESS for 2s [ 998.583172] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.583958] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.584290] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.584724] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.585133] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.585356] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.585515] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.585816] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.586015] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.587846] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.588643] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.588643] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.588643] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.588643] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.588817] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.588850] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.610360] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.610528] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.610669] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.610851] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.611244] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-2f0a450a-369a-47cd-b80c-4ef804c2e123 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.611435] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-2f0a450a-369a-47cd-b80c-4ef804c2e123" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.611557] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-2f0a450a-369a-47cd-b80c-4ef804c2e123" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.611901] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-2f0a450a-369a-47cd-b80c-4ef804c2e123" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.612664] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f0a450a-369a-47cd-b80c-4ef804c2e123',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.689467] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.689467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.689467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.689467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.689467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.689467] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.689467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.689467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.689467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.689467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.689467] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 already deleted. [ 998.689467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.799050] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: SUCCESS [ 998.799402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.116281] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.116702] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.116810] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.117149] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.117369] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.117473] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 2f0a450a-369a-47cd-b80c-4ef804c2e123 not found, creating... [ 999.117748] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.117907] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.118039] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.118277] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.118421] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.118782] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.118974] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.119316] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.119704] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.119704] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.120059] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 2f0a450a-369a-47cd-b80c-4ef804c2e123 is going to be created. [ 999.142486] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.142486] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.142486] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.142486] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.142969] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.143127] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-2f0a450a-369a-47cd-b80c-4ef804c2e123" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.320992] env[65740]: INFO networking_nsxv3.common.synchronization [req-c50843d7-8d39-4c92-a4b6-e11d41292c48 req-055767c0-81fc-4a8d-8f1b-c95f7a91a43b service nova] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_rules [ 1000.321292] env[65740]: INFO networking_nsxv3.common.synchronization [req-c50843d7-8d39-4c92-a4b6-e11d41292c48 req-055767c0-81fc-4a8d-8f1b-c95f7a91a43b service nova] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1000.321344] env[65740]: INFO networking_nsxv3.common.synchronization [req-c50843d7-8d39-4c92-a4b6-e11d41292c48 req-055767c0-81fc-4a8d-8f1b-c95f7a91a43b service nova] Enqueued Resource ID: 2f0a450a-369a-47cd-b80c-4ef804c2e123 with Priority: HIGHEST for action port [ 1000.321930] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_rules [ 1000.322521] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1000.322521] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0a450a-369a-47cd-b80c-4ef804c2e123 with Priority: HIGHEST for action port [ 1000.322829] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.322829] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.322829] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.323486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.323486] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.325376] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.325376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.325376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.325376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.325376] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.325376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.325818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.325818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.325818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.325818] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.328599] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f0a450a-369a-47cd-b80c-4ef804c2e123 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.328599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f0a450a-369a-47cd-b80c-4ef804c2e123" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.328599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f0a450a-369a-47cd-b80c-4ef804c2e123" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.328599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f0a450a-369a-47cd-b80c-4ef804c2e123" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.328599] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f0a450a-369a-47cd-b80c-4ef804c2e123',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.362282] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd in Status: SUCCESS [ 1000.362282] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd deletion is rescheduled due to dependency. [ 1000.362282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.501662] env[65740]: INFO networking_nsxv3.common.synchronization [None req-f6b209de-132a-4d83-994b-103fd158a893 None None] Enqueued Resource ID: 130b4311-f28e-4344-9bdc-790f72ab136d with Priority: HIGHEST for action port [ 1000.502268] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130b4311-f28e-4344-9bdc-790f72ab136d with Priority: HIGHEST for action port [ 1000.502593] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-130b4311-f28e-4344-9bdc-790f72ab136d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.502728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-130b4311-f28e-4344-9bdc-790f72ab136d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.502813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-130b4311-f28e-4344-9bdc-790f72ab136d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.503597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-130b4311-f28e-4344-9bdc-790f72ab136d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.503700] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('130b4311-f28e-4344-9bdc-790f72ab136d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.832950] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.832950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.832950] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.833754] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f0a450a-369a-47cd-b80c-4ef804c2e123 with status ACTIVE [ 1000.833754] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.833754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.833912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.833985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.834068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.835527] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.835527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.835527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.835527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.835527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.835527] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.835527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.835527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.837050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.837050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.837050] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f0a450a-369a-47cd-b80c-4ef804c2e123 is going to be updated. [ 1000.860666] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.860666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.860666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.860961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.861595] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.861595] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f0a450a-369a-47cd-b80c-4ef804c2e123" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.014028] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 130b4311-f28e-4344-9bdc-790f72ab136d [ 1001.014028] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.014028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.014028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.014028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.014028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.014028] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:130b4311-f28e-4344-9bdc-790f72ab136d already deleted. [ 1001.014028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-130b4311-f28e-4344-9bdc-790f72ab136d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.254161] env[65740]: INFO networking_nsxv3.common.synchronization [None req-c6583bc6-5ed6-4207-aef5-52402a795f13 None None] Enqueued Resource ID: ca51df27-b8ce-47d9-bd19-273b839f7afc with Priority: HIGHEST for action port [ 1001.254161] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca51df27-b8ce-47d9-bd19-273b839f7afc with Priority: HIGHEST for action port [ 1001.254161] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca51df27-b8ce-47d9-bd19-273b839f7afc taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.254161] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca51df27-b8ce-47d9-bd19-273b839f7afc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.254161] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca51df27-b8ce-47d9-bd19-273b839f7afc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.254161] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca51df27-b8ce-47d9-bd19-273b839f7afc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.254846] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca51df27-b8ce-47d9-bd19-273b839f7afc',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.338747] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.758349] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca51df27-b8ce-47d9-bd19-273b839f7afc [ 1001.759690] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.759690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.759690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.759975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.759975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.760052] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca51df27-b8ce-47d9-bd19-273b839f7afc already deleted. [ 1001.760179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca51df27-b8ce-47d9-bd19-273b839f7afc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.842221] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.842517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.842634] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.842929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.843231] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.843303] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 is going to be created. [ 1001.867738] env[65740]: INFO networking_nsxv3.common.synchronization [None req-7b46d056-93d7-47f7-8741-a09d6981a444 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 1001.870548] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 1001.871149] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.871767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.871857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.873499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.873499] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.873499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.873499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.873499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.873499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.873499] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.877031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.877031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.877031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.877031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.877031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.881174] env[65740]: INFO networking_nsxv3.common.synchronization [req-35038ace-1bff-4730-84c5-ce3233f63f38 req-21364dc2-c1ac-4544-857a-0afb0c7b9272 tempest-ServersNegativeTestJSON-1589337895 tempest-ServersNegativeTestJSON-1589337895-project-member] Enqueued Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 1001.881806] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 1001.883488] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.883682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.884321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.884321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.884527] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.884750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.887180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.887501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.887689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.887791] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.894846] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: UNINITIALIZED for 2s [ 1002.383330] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.383732] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.383732] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.383825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.384223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.384223] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.384223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.384413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.384449] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.384557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.384663] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 1002.395360] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.415592] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.415592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.415592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.415747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.415829] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.428330] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 1002.751688] env[65740]: INFO networking_nsxv3.common.synchronization [req-aa26b205-a45f-46d6-ac9f-4a86f62a1ca5 req-de695a7b-f10f-4a98-a8f4-5d89e34d80cb tempest-SecurityGroupRulesTestJSON-698438489 tempest-SecurityGroupRulesTestJSON-698438489-project-member] Enqueued Resource ID: be2380e2-0030-49ed-b8bb-95e779dcc08e with Priority: HIGHEST for action security_group_rules [ 1002.752078] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be2380e2-0030-49ed-b8bb-95e779dcc08e with Priority: HIGHEST for action security_group_rules [ 1002.752396] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be2380e2-0030-49ed-b8bb-95e779dcc08e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.752573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be2380e2-0030-49ed-b8bb-95e779dcc08e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.752573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be2380e2-0030-49ed-b8bb-95e779dcc08e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.753401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be2380e2-0030-49ed-b8bb-95e779dcc08e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.753401] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be2380e2-0030-49ed-b8bb-95e779dcc08e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.898631] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.254879] env[65740]: INFO networking_nsxv3.common.synchronization [req-55f773a9-1391-4eb7-938e-e386778a0df3 req-1e640c0e-3cf5-4653-97e2-483069ced713 tempest-SecurityGroupRulesTestJSON-698438489 tempest-SecurityGroupRulesTestJSON-698438489-project-member] Enqueued Resource ID: f56f832f-38fe-4c8f-b060-83927f549ca0 with Priority: HIGHEST for action security_group_rules [ 1003.254879] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56f832f-38fe-4c8f-b060-83927f549ca0 with Priority: HIGHEST for action security_group_rules [ 1003.255224] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f56f832f-38fe-4c8f-b060-83927f549ca0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.255354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f56f832f-38fe-4c8f-b060-83927f549ca0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.255420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f56f832f-38fe-4c8f-b060-83927f549ca0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.264142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f56f832f-38fe-4c8f-b060-83927f549ca0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.264142] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f56f832f-38fe-4c8f-b060-83927f549ca0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.282207] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.282393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.282464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.284096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.284096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.284096] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be2380e2-0030-49ed-b8bb-95e779dcc08e already deleted. [ 1003.284096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be2380e2-0030-49ed-b8bb-95e779dcc08e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.402315] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.402713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.402713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.404503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.404503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.404503] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 is going to be updated. [ 1003.452753] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.452939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.453040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.453433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.453433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.480276] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: IN_PROGRESS for 2s [ 1003.811206] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.811419] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.811498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.813564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.813711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.813820] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f56f832f-38fe-4c8f-b060-83927f549ca0 already deleted. [ 1003.813914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f56f832f-38fe-4c8f-b060-83927f549ca0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.815871] env[65740]: INFO networking_nsxv3.common.synchronization [None req-f1655d86-c85e-4701-8f10-04784d3c57ba None None] Enqueued Resource ID: d50247a8-7cd1-4d47-b800-33e0d1866eec with Priority: HIGHEST for action port [ 1003.816958] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d50247a8-7cd1-4d47-b800-33e0d1866eec with Priority: HIGHEST for action port [ 1003.817303] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-d50247a8-7cd1-4d47-b800-33e0d1866eec taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.817426] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d50247a8-7cd1-4d47-b800-33e0d1866eec" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.818073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d50247a8-7cd1-4d47-b800-33e0d1866eec" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.818073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d50247a8-7cd1-4d47-b800-33e0d1866eec" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.818073] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d50247a8-7cd1-4d47-b800-33e0d1866eec',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.916137] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: SUCCESS [ 1003.916406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.916656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.916838] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.917082] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.917289] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.917289] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.917451] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.917451] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.917609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.917609] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.144949] env[65740]: INFO networking_nsxv3.common.synchronization [req-819812c1-6795-427a-a21e-2a2d2bb761c0 req-3479c017-c4f1-47e3-9e21-df730eaf4e77 tempest-SecurityGroupRulesTestJSON-698438489 tempest-SecurityGroupRulesTestJSON-698438489-project-member] Enqueued Resource ID: 88e449e3-ad5b-4bec-98e5-7da3a208b4eb with Priority: HIGHEST for action security_group_rules [ 1004.145283] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e449e3-ad5b-4bec-98e5-7da3a208b4eb with Priority: HIGHEST for action security_group_rules [ 1004.145595] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88e449e3-ad5b-4bec-98e5-7da3a208b4eb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.145836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88e449e3-ad5b-4bec-98e5-7da3a208b4eb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.145836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88e449e3-ad5b-4bec-98e5-7da3a208b4eb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.146672] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88e449e3-ad5b-4bec-98e5-7da3a208b4eb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.146672] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88e449e3-ad5b-4bec-98e5-7da3a208b4eb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.320547] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d50247a8-7cd1-4d47-b800-33e0d1866eec [ 1004.320826] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.320973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.321054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.321289] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.321400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.321510] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d50247a8-7cd1-4d47-b800-33e0d1866eec already deleted. [ 1004.321603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d50247a8-7cd1-4d47-b800-33e0d1866eec" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.420099] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.439694] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 1004.439920] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 deletion is rescheduled due to dependency. [ 1004.440079] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.612695] env[65740]: INFO networking_nsxv3.common.synchronization [req-8f68f228-eb1f-4300-b710-152f56012a74 req-487d1938-3d8a-469a-bffc-566429d9f628 tempest-SecurityGroupRulesTestJSON-698438489 tempest-SecurityGroupRulesTestJSON-698438489-project-member] Enqueued Resource ID: 3713ca95-33df-475c-827d-b730ed029e13 with Priority: HIGHEST for action security_group_rules [ 1004.613265] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3713ca95-33df-475c-827d-b730ed029e13 with Priority: HIGHEST for action security_group_rules [ 1004.613618] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3713ca95-33df-475c-827d-b730ed029e13 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.613740] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3713ca95-33df-475c-827d-b730ed029e13" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.613805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3713ca95-33df-475c-827d-b730ed029e13" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.614226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3713ca95-33df-475c-827d-b730ed029e13" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.614419] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3713ca95-33df-475c-827d-b730ed029e13',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.671606] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.671784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.671849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.672084] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.672222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.672335] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88e449e3-ad5b-4bec-98e5-7da3a208b4eb already deleted. [ 1004.672445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88e449e3-ad5b-4bec-98e5-7da3a208b4eb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.919229] env[65740]: INFO networking_nsxv3.common.synchronization [req-05a429cb-4629-463a-bf6f-749abb1ecb2d req-f44a6e8c-c7e6-4146-9db7-387443ec9407 tempest-ServersTestMultiNic-1068062182 tempest-ServersTestMultiNic-1068062182-project-member] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 1004.919618] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 1004.920081] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.920704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.920792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.921009] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.921667] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.921667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.921667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.921667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.921667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.921911] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.922761] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 996d9e7e-4e8f-48b2-b360-e6064ba8aab5: rpc.has_security_group_logging(os_id): False [ 1004.942158] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.942307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.942361] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.942575] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.942666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.942918] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.943023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.943086] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.943240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.943399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.943489] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 is going to be created. [ 1005.008744] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.008744] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.008744] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.008744] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.009142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.023520] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: IN_PROGRESS for 2s [ 1005.144545] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.144812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.144953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.145108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.145223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.145373] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3713ca95-33df-475c-827d-b730ed029e13 already deleted. [ 1005.145422] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3713ca95-33df-475c-827d-b730ed029e13" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.269297] env[65740]: INFO networking_nsxv3.common.synchronization [req-05a429cb-4629-463a-bf6f-749abb1ecb2d req-94f32e49-9cf0-459d-a945-05dbfaed68e5 tempest-ServersTestMultiNic-1068062182 tempest-ServersTestMultiNic-1068062182-project-member] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 1005.269922] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 1005.270182] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.270284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.279212] env[65740]: INFO networking_nsxv3.common.synchronization [req-4e04774b-0580-4170-8744-7662352050eb req-0087ec30-f89c-426c-8aaf-b58c18837fed tempest-SecurityGroupRulesTestJSON-698438489 tempest-SecurityGroupRulesTestJSON-698438489-project-member] Enqueued Resource ID: 543cfbb7-9f37-4408-8548-2c84a81236ab with Priority: HIGHEST for action security_group_rules [ 1005.279328] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543cfbb7-9f37-4408-8548-2c84a81236ab with Priority: HIGHEST for action security_group_rules [ 1005.279682] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543cfbb7-9f37-4408-8548-2c84a81236ab taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.279750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543cfbb7-9f37-4408-8548-2c84a81236ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.279853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543cfbb7-9f37-4408-8548-2c84a81236ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.280332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543cfbb7-9f37-4408-8548-2c84a81236ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.280332] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543cfbb7-9f37-4408-8548-2c84a81236ab',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.427341] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.427341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.427341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.427341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.427341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.427341] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.427341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.427341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.427341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.427341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.427341] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 1005.456814] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.456814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.456814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.456814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.456814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.466397] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 1005.491657] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: SUCCESS [ 1005.492323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.573550] env[65740]: INFO networking_nsxv3.common.synchronization [req-73510510-142d-4085-9856-b723c1e39232 req-3abc0833-662b-4d9e-a1fa-81f80341411b tempest-SecurityGroupRulesTestJSON-698438489 tempest-SecurityGroupRulesTestJSON-698438489-project-member] Enqueued Resource ID: 543cfbb7-9f37-4408-8548-2c84a81236ab with Priority: HIGHEST for action security_group_rules [ 1005.574090] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543cfbb7-9f37-4408-8548-2c84a81236ab with Priority: HIGHEST for action security_group_rules [ 1005.574584] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543cfbb7-9f37-4408-8548-2c84a81236ab taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.574706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543cfbb7-9f37-4408-8548-2c84a81236ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.676348] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.676572] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-905" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.676701] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-905" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.677095] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-905" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.677390] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.677551] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.677698] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.677985] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.678161] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.678400] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.678568] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.678702] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.678814] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.678927] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.679044] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.679203] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.701014] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.701327] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.701509] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.701788] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-905" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.702349] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-1f4df931-2ff5-40d7-9568-cc34a5da71f6 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.702629] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-1f4df931-2ff5-40d7-9568-cc34a5da71f6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.702824] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-1f4df931-2ff5-40d7-9568-cc34a5da71f6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.703303] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-1f4df931-2ff5-40d7-9568-cc34a5da71f6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.703538] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4df931-2ff5-40d7-9568-cc34a5da71f6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.807604] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.807604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.807604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.807604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.808224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.808224] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543cfbb7-9f37-4408-8548-2c84a81236ab already deleted. [ 1005.808224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543cfbb7-9f37-4408-8548-2c84a81236ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.808224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543cfbb7-9f37-4408-8548-2c84a81236ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.808437] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543cfbb7-9f37-4408-8548-2c84a81236ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.809550] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543cfbb7-9f37-4408-8548-2c84a81236ab',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.921661] env[65740]: INFO networking_nsxv3.common.synchronization [req-c34c1726-14c5-4a4c-8a08-5207bcb5d808 req-ed7b3507-c159-4bee-b48d-a4d3e1282aa1 tempest-SecurityGroupRulesTestJSON-698438489 tempest-SecurityGroupRulesTestJSON-698438489-project-member] Enqueued Resource ID: 543cfbb7-9f37-4408-8548-2c84a81236ab with Priority: HIGHEST for action security_group_rules [ 1005.922190] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543cfbb7-9f37-4408-8548-2c84a81236ab with Priority: HIGHEST for action security_group_rules [ 1005.922502] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543cfbb7-9f37-4408-8548-2c84a81236ab taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.922607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543cfbb7-9f37-4408-8548-2c84a81236ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.207581] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.207859] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.208012] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.208340] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.208513] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.208681] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 1f4df931-2ff5-40d7-9568-cc34a5da71f6 not found, creating... [ 1006.208973] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.209139] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.209253] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.209490] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.209645] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.210799] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.210799] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.210799] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.210799] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.210799] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.210799] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 1f4df931-2ff5-40d7-9568-cc34a5da71f6 is going to be created. [ 1006.236396] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.236615] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.236740] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.237672] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.237672] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.237672] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-1f4df931-2ff5-40d7-9568-cc34a5da71f6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.333784] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.333997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.334064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.334317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.334435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.334550] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543cfbb7-9f37-4408-8548-2c84a81236ab already deleted. [ 1006.334637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543cfbb7-9f37-4408-8548-2c84a81236ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.334815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543cfbb7-9f37-4408-8548-2c84a81236ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.334986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543cfbb7-9f37-4408-8548-2c84a81236ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.335089] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543cfbb7-9f37-4408-8548-2c84a81236ab',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.857195] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.857554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.857677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.857930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.858030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.858135] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543cfbb7-9f37-4408-8548-2c84a81236ab already deleted. [ 1006.858217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543cfbb7-9f37-4408-8548-2c84a81236ab" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.962386] env[65740]: INFO networking_nsxv3.common.synchronization [req-05a429cb-4629-463a-bf6f-749abb1ecb2d req-0e1b8eae-b7cf-4e79-916e-4ebe5d23dbaa service nova] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_rules [ 1006.962656] env[65740]: INFO networking_nsxv3.common.synchronization [req-05a429cb-4629-463a-bf6f-749abb1ecb2d req-0e1b8eae-b7cf-4e79-916e-4ebe5d23dbaa service nova] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 1006.962885] env[65740]: INFO networking_nsxv3.common.synchronization [req-05a429cb-4629-463a-bf6f-749abb1ecb2d req-0e1b8eae-b7cf-4e79-916e-4ebe5d23dbaa service nova] Enqueued Resource ID: 1f4df931-2ff5-40d7-9568-cc34a5da71f6 with Priority: HIGHEST for action port [ 1006.963412] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_rules [ 1006.963555] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 1006.963669] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4df931-2ff5-40d7-9568-cc34a5da71f6 with Priority: HIGHEST for action port [ 1006.963922] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.964581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.964711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.964995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.965124] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.966041] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.966212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.966455] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f4df931-2ff5-40d7-9568-cc34a5da71f6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.966598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f4df931-2ff5-40d7-9568-cc34a5da71f6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.966683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f4df931-2ff5-40d7-9568-cc34a5da71f6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.966876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f4df931-2ff5-40d7-9568-cc34a5da71f6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.966970] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4df931-2ff5-40d7-9568-cc34a5da71f6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.036968] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: SUCCESS [ 1007.037467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.471436] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.471821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.471821] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f4df931-2ff5-40d7-9568-cc34a5da71f6 with status ACTIVE [ 1007.472106] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.474951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.474951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.474951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.474951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.474951] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.474951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.474951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.474951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.474951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.474951] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.474951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.474951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.474951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.474951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.474951] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f4df931-2ff5-40d7-9568-cc34a5da71f6 is going to be updated. [ 1007.479514] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 1007.479514] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e deletion is rescheduled due to dependency. [ 1007.479514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.479815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.480494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.480494] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.480644] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.480797] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.480882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.480975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.481132] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.500910] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.501155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.501155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.501563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.501672] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.501904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f4df931-2ff5-40d7-9568-cc34a5da71f6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.778028] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-499 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.778028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-499" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.778028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-499" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.778028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-499" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.778028] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.778028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.778028] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.779960] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.779960] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.779960] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.779960] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.779960] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.779960] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.779960] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.781659] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.781659] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.801209] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.801420] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.801584] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.801771] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-499" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.802110] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-c20f2cb8-fa81-4040-a076-776edd5d0a64 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.802313] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-c20f2cb8-fa81-4040-a076-776edd5d0a64" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.802452] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-c20f2cb8-fa81-4040-a076-776edd5d0a64" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.802967] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-c20f2cb8-fa81-4040-a076-776edd5d0a64" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.803457] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c20f2cb8-fa81-4040-a076-776edd5d0a64',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.983546] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.307705] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.307705] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.307705] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.307705] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.307705] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.307705] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port c20f2cb8-fa81-4040-a076-776edd5d0a64 not found, creating... [ 1008.308106] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.308106] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.308219] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.308427] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.308587] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.308982] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.309145] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.309262] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.309471] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.309622] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.309776] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: c20f2cb8-fa81-4040-a076-776edd5d0a64 is going to be created. [ 1008.334214] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.334214] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.334214] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.334468] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.334611] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.335260] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-c20f2cb8-fa81-4040-a076-776edd5d0a64" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.486038] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.992776] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.992776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.992776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.992776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.992776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.992776] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 1009.028095] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.028095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.028095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.028095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.028095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.038080] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 1009.111465] env[65740]: INFO networking_nsxv3.common.synchronization [req-05a429cb-4629-463a-bf6f-749abb1ecb2d req-d5623b76-7515-444d-ba44-e7ec39f893f4 service nova] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_rules [ 1009.111465] env[65740]: INFO networking_nsxv3.common.synchronization [req-05a429cb-4629-463a-bf6f-749abb1ecb2d req-d5623b76-7515-444d-ba44-e7ec39f893f4 service nova] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 1009.112258] env[65740]: INFO networking_nsxv3.common.synchronization [req-05a429cb-4629-463a-bf6f-749abb1ecb2d req-d5623b76-7515-444d-ba44-e7ec39f893f4 service nova] Enqueued Resource ID: c20f2cb8-fa81-4040-a076-776edd5d0a64 with Priority: HIGHEST for action port [ 1009.114149] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_rules [ 1009.114438] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 1009.114611] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20f2cb8-fa81-4040-a076-776edd5d0a64 with Priority: HIGHEST for action port [ 1009.115011] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.115169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.115466] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.115603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.116326] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-c20f2cb8-fa81-4040-a076-776edd5d0a64 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.116484] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c20f2cb8-fa81-4040-a076-776edd5d0a64" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.116574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c20f2cb8-fa81-4040-a076-776edd5d0a64" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.116785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c20f2cb8-fa81-4040-a076-776edd5d0a64" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.116865] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c20f2cb8-fa81-4040-a076-776edd5d0a64',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.620432] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c20f2cb8-fa81-4040-a076-776edd5d0a64 with status ACTIVE [ 1009.620432] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.620432] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.620432] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.620673] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.620673] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.620887] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.621012] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.621091] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.621331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.621390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.621573] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.621670] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.621727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.622190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.622190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.622313] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c20f2cb8-fa81-4040-a076-776edd5d0a64 is going to be updated. [ 1009.647681] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.647833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.647939] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.648137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.648275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.648435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c20f2cb8-fa81-4040-a076-776edd5d0a64" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.871657] env[65740]: INFO networking_nsxv3.common.synchronization [req-c997917d-aec3-492e-9d90-e20d84cff8ae req-b237dcba-d216-40e2-8b87-a93ffafbc053 tempest-DeleteServersTestJSON-648489044 tempest-DeleteServersTestJSON-648489044-project-member] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 1009.872310] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 1009.872678] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.872820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.872893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.873539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.873728] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.873833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.873895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.874080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.874169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.874269] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.253752] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.254213] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.254213] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.254429] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.254700] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.254854] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.254985] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.255272] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.255369] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.255661] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.255716] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.255887] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.256011] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.256128] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.256242] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.256389] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.275628] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.275818] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.276033] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.276702] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-604" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.276702] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-bb4eed32-4738-4eb3-b202-cc7cbb2447f2 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.276702] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-bb4eed32-4738-4eb3-b202-cc7cbb2447f2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.277081] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-bb4eed32-4738-4eb3-b202-cc7cbb2447f2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.277115] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-bb4eed32-4738-4eb3-b202-cc7cbb2447f2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.277957] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb4eed32-4738-4eb3-b202-cc7cbb2447f2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.377049] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.377049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.377250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.377296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.377410] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.377650] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.377850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.377850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.377999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.378122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.378255] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 1010.412018] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.412197] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.412267] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.412552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.412639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.424913] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 1010.780173] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.780431] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.780606] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.781036] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.781279] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.781486] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port bb4eed32-4738-4eb3-b202-cc7cbb2447f2 not found, creating... [ 1010.781812] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.781996] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.782129] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.782398] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.782570] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.782921] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.783453] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.783612] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.783870] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.784036] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.784198] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: bb4eed32-4738-4eb3-b202-cc7cbb2447f2 is going to be created. [ 1010.809577] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.809834] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.809936] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.810300] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.810601] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.810912] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-bb4eed32-4738-4eb3-b202-cc7cbb2447f2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.048755] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 1011.049176] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.049348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.049630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.049900] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.050083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.050187] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.050455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.050564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.050777] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.538258] env[65740]: INFO networking_nsxv3.common.synchronization [req-c997917d-aec3-492e-9d90-e20d84cff8ae req-8ac664ab-b114-4bb2-bd84-6d813f8f3b3b service nova] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_rules [ 1011.538645] env[65740]: INFO networking_nsxv3.common.synchronization [req-c997917d-aec3-492e-9d90-e20d84cff8ae req-8ac664ab-b114-4bb2-bd84-6d813f8f3b3b service nova] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 1011.538802] env[65740]: INFO networking_nsxv3.common.synchronization [req-c997917d-aec3-492e-9d90-e20d84cff8ae req-8ac664ab-b114-4bb2-bd84-6d813f8f3b3b service nova] Enqueued Resource ID: bb4eed32-4738-4eb3-b202-cc7cbb2447f2 with Priority: HIGHEST for action port [ 1011.539931] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_rules [ 1011.540231] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 1011.540426] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4eed32-4738-4eb3-b202-cc7cbb2447f2 with Priority: HIGHEST for action port [ 1011.541233] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.541233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.541233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.541233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.541461] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.542263] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.542371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.544068] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb4eed32-4738-4eb3-b202-cc7cbb2447f2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.544068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb4eed32-4738-4eb3-b202-cc7cbb2447f2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.544068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb4eed32-4738-4eb3-b202-cc7cbb2447f2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.544068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb4eed32-4738-4eb3-b202-cc7cbb2447f2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.544068] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb4eed32-4738-4eb3-b202-cc7cbb2447f2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.553534] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.967136] env[65740]: INFO networking_nsxv3.common.synchronization [req-b2273b32-06f9-402a-920a-6a53a810d7f8 req-3bd7c0b2-061b-4f54-ba7b-768e467839ae tempest-ServerRescueTestJSON-2043971818 tempest-ServerRescueTestJSON-2043971818-project-member] Enqueued Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_members [ 1011.967768] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_members [ 1011.968126] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.968374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.968483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.968753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.968935] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.969075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.969205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.970065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.970065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.970065] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.046499] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.046652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.046818] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb4eed32-4738-4eb3-b202-cc7cbb2447f2 with status ACTIVE [ 1012.046985] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.047110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.047175] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.047385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.047476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.047650] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.047906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.047938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.048114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.048197] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.048381] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.048475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.048535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.048684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.048757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.048842] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb4eed32-4738-4eb3-b202-cc7cbb2447f2 is going to be updated. [ 1012.055461] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.079321] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.079503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.079561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.079779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.080079] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.080250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb4eed32-4738-4eb3-b202-cc7cbb2447f2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.166752] env[65740]: INFO networking_nsxv3.common.synchronization [None req-e59d9b6b-4bbb-46af-a465-d53dfad7f759 None None] Enqueued Resource ID: 546d7931-753b-4017-a513-9bcb039382cf with Priority: HIGHEST for action port [ 1012.167244] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546d7931-753b-4017-a513-9bcb039382cf with Priority: HIGHEST for action port [ 1012.167639] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-546d7931-753b-4017-a513-9bcb039382cf taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.167755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-546d7931-753b-4017-a513-9bcb039382cf" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.167755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-546d7931-753b-4017-a513-9bcb039382cf" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.167959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-546d7931-753b-4017-a513-9bcb039382cf" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.168059] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('546d7931-753b-4017-a513-9bcb039382cf',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.436570] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 1012.436935] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d deletion is rescheduled due to dependency. [ 1012.436935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.437171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.441026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.441026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.441026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.441026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.441026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.441026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.441026] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.473186] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.558258] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.558938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.558938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.558938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.558938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.558938] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 1012.600114] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.600340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.600340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.600556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.600717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.612681] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 1012.674331] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 546d7931-753b-4017-a513-9bcb039382cf [ 1012.674331] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.674331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.674331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.675123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.675224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.675789] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:546d7931-753b-4017-a513-9bcb039382cf already deleted. [ 1012.675789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-546d7931-753b-4017-a513-9bcb039382cf" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.940584] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.977271] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.139151] env[65740]: INFO networking_nsxv3.common.synchronization [req-ac9cc0d3-be3b-4026-b3fd-f17ae5af29a7 req-9dc152db-3fb3-46f9-b69a-7c335771c570 tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGHEST for action security_group_members [ 1013.147296] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGHEST for action security_group_members [ 1013.147296] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-466a4767-adb6-4065-9afd-a9872f53c02b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.147296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.147296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.147296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.147296] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.147296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.147296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.147296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.147296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.147296] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466a4767-adb6-4065-9afd-a9872f53c02b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.448353] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.483561] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.483561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.483561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.483561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.483561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.483561] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefda511-9422-4488-a7d2-99cd4d951f3d is going to be updated. [ 1013.532949] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.533584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.533584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.533584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.533584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.546454] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: IN_PROGRESS for 2s [ 1013.644059] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.644059] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.644059] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.644059] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.644581] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.644581] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.644581] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.644581] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.644749] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.645396] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.645527] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.645639] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.645745] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.645861] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.645966] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.646118] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.652787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.654238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.654238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.654238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.654238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.654402] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.654481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.654543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.654715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.654792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.654890] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466a4767-adb6-4065-9afd-a9872f53c02b already deleted. [ 1013.654967] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.668966] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.669298] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.669298] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.669682] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.669803] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-381903eb-c60e-49c9-92ab-a5009c1a419e taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.670270] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.670270] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.670469] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.670869] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381903eb-c60e-49c9-92ab-a5009c1a419e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.690749] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.691166] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.691166] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.691495] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.691605] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.691761] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.691875] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.692096] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.692240] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.692447] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.693087] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.693087] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.693087] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.693087] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.693087] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.693275] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.712095] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.712278] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.712417] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.712593] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.712906] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-950ec826-dfec-4e7c-a3df-2bf2f181f49b taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.713119] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-950ec826-dfec-4e7c-a3df-2bf2f181f49b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.713243] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-950ec826-dfec-4e7c-a3df-2bf2f181f49b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.713602] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-950ec826-dfec-4e7c-a3df-2bf2f181f49b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.713735] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('950ec826-dfec-4e7c-a3df-2bf2f181f49b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.951511] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.951729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.951822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.952216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.952334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.952422] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 1013.985893] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.986087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.986134] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.986316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.986466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.997419] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 1014.174022] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.174262] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.174556] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.174896] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.175070] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.175236] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 381903eb-c60e-49c9-92ab-a5009c1a419e not found, creating... [ 1014.175516] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.175786] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.175985] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.176258] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.176410] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.176723] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.176881] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.177029] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.177319] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.177354] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.177488] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 381903eb-c60e-49c9-92ab-a5009c1a419e is going to be created. [ 1014.202152] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.202360] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.202690] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.202779] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.202977] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.203218] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.215846] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.216174] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.216174] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.216447] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.216595] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.216743] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 950ec826-dfec-4e7c-a3df-2bf2f181f49b not found, creating... [ 1014.217117] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.217284] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.217401] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.217616] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.217754] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.218043] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.218201] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.218314] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.218517] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.218652] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.219042] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 950ec826-dfec-4e7c-a3df-2bf2f181f49b is going to be created. [ 1014.242334] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.242523] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.242523] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.243178] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.243178] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.243429] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-950ec826-dfec-4e7c-a3df-2bf2f181f49b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.518202] env[65740]: INFO networking_nsxv3.common.synchronization [None req-433a821d-cb32-4332-b9dd-dcf87b219bd4 None None] Enqueued Resource ID: 36707363-448f-4852-b32f-99c54b3b457b with Priority: HIGHEST for action port [ 1014.518833] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36707363-448f-4852-b32f-99c54b3b457b with Priority: HIGHEST for action port [ 1014.519221] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-36707363-448f-4852-b32f-99c54b3b457b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.519372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36707363-448f-4852-b32f-99c54b3b457b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.519573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36707363-448f-4852-b32f-99c54b3b457b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.519908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36707363-448f-4852-b32f-99c54b3b457b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.520049] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36707363-448f-4852-b32f-99c54b3b457b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.623023] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 1014.623314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.623537] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.623781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.624067] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.624180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.624495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.624495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.624575] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.624680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.624812] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.625824] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.626038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.626243] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.626391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.626474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.626666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.626778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.626869] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.909133] env[65740]: INFO networking_nsxv3.common.synchronization [req-b2ff116f-a336-4bb1-9f0b-01f0393cdd43 req-8b816c4a-842c-4b2f-8415-79fa67794e7a service nova] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_rules [ 1014.909133] env[65740]: INFO networking_nsxv3.common.synchronization [req-b2ff116f-a336-4bb1-9f0b-01f0393cdd43 req-8b816c4a-842c-4b2f-8415-79fa67794e7a service nova] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 1014.909133] env[65740]: INFO networking_nsxv3.common.synchronization [req-b2ff116f-a336-4bb1-9f0b-01f0393cdd43 req-8b816c4a-842c-4b2f-8415-79fa67794e7a service nova] Enqueued Resource ID: 381903eb-c60e-49c9-92ab-a5009c1a419e with Priority: HIGHEST for action port [ 1014.909589] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_rules [ 1014.909589] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 1014.909589] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381903eb-c60e-49c9-92ab-a5009c1a419e with Priority: HIGHEST for action port [ 1014.910382] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.910582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.910691] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.910925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.911070] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.912288] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.912528] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.912646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.912888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.913112] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.913263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.913466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.917035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.917035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.917035] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.917035] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-381903eb-c60e-49c9-92ab-a5009c1a419e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.917035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.917035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.917035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.917035] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381903eb-c60e-49c9-92ab-a5009c1a419e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.986849] env[65740]: INFO networking_nsxv3.common.synchronization [req-ac9cc0d3-be3b-4026-b3fd-f17ae5af29a7 req-f6a3de9c-9d9e-4309-b247-69e45a933000 service nova] Enqueued Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGHEST for action security_group_rules [ 1014.986906] env[65740]: INFO networking_nsxv3.common.synchronization [req-ac9cc0d3-be3b-4026-b3fd-f17ae5af29a7 req-f6a3de9c-9d9e-4309-b247-69e45a933000 service nova] Enqueued Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGHEST for action security_group_members [ 1014.987036] env[65740]: INFO networking_nsxv3.common.synchronization [req-ac9cc0d3-be3b-4026-b3fd-f17ae5af29a7 req-f6a3de9c-9d9e-4309-b247-69e45a933000 service nova] Enqueued Resource ID: 950ec826-dfec-4e7c-a3df-2bf2f181f49b with Priority: HIGHEST for action port [ 1014.988316] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGHEST for action security_group_rules [ 1014.988468] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGHEST for action security_group_members [ 1014.988601] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950ec826-dfec-4e7c-a3df-2bf2f181f49b with Priority: HIGHEST for action port [ 1014.989405] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-466a4767-adb6-4065-9afd-a9872f53c02b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.989568] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.989624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.989825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.990081] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('466a4767-adb6-4065-9afd-a9872f53c02b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.990912] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-466a4767-adb6-4065-9afd-a9872f53c02b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.990912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.991096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.991320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.991320] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.991435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.991486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.993613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.993613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.993613] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466a4767-adb6-4065-9afd-a9872f53c02b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.993613] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-950ec826-dfec-4e7c-a3df-2bf2f181f49b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.993613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-950ec826-dfec-4e7c-a3df-2bf2f181f49b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.993613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-950ec826-dfec-4e7c-a3df-2bf2f181f49b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.993613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-950ec826-dfec-4e7c-a3df-2bf2f181f49b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.993613] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('950ec826-dfec-4e7c-a3df-2bf2f181f49b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.022294] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36707363-448f-4852-b32f-99c54b3b457b [ 1015.022857] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.022857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.022857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.023112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.023203] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.023304] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36707363-448f-4852-b32f-99c54b3b457b already deleted. [ 1015.023461] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36707363-448f-4852-b32f-99c54b3b457b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.129347] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.130373] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.130486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.417773] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.417917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.418156] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.419178] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 381903eb-c60e-49c9-92ab-a5009c1a419e with status ACTIVE [ 1015.419670] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.419793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.419854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.420076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.420214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.420528] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.420629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.420691] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.420855] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.420933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.421136] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.421440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.421440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.421440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.421537] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.421574] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 381903eb-c60e-49c9-92ab-a5009c1a419e is going to be updated. [ 1015.445479] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.445627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.445771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.445997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.446194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.446365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.494571] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-466a4767-adb6-4065-9afd-a9872f53c02b taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.494774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.495443] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466a4767-adb6-4065-9afd-a9872f53c02b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.498545] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 950ec826-dfec-4e7c-a3df-2bf2f181f49b with status ACTIVE [ 1015.499023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.499023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.499023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.500064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.500064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.500177] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.500274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.500355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.500677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.500771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.500983] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.501242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.501309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.501460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.501679] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.501797] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 950ec826-dfec-4e7c-a3df-2bf2f181f49b is going to be updated. [ 1015.549719] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.549887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.549947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.550376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.550550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.550713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-950ec826-dfec-4e7c-a3df-2bf2f181f49b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.564559] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: SUCCESS [ 1015.564791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.631331] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.925513] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.946448] env[65740]: INFO networking_nsxv3.common.synchronization [None req-532c2f2d-571f-4735-90f1-16a70e0651ec tempest-AttachVolumeTestJSON-756748954 tempest-AttachVolumeTestJSON-756748954-project-member] Enqueued Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGHEST for action security_group_rules [ 1015.946986] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGHEST for action security_group_rules [ 1015.947346] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.947470] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.947537] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.947789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.947873] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.004283] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466a4767-adb6-4065-9afd-a9872f53c02b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.009487] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 1016.009487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.009487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.009628] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.010050] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.010050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.010050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.011631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.011722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.012360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.012360] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.060949] env[65740]: INFO networking_nsxv3.common.synchronization [None req-6675277f-5663-4f83-a52f-fade66cf2da7 tempest-AttachVolumeTestJSON-756748954 tempest-AttachVolumeTestJSON-756748954-project-member] Enqueued Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGHEST for action security_group_rules [ 1016.062047] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGHEST for action security_group_rules [ 1016.062762] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.062762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.133949] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.134154] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.134203] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.134412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.134511] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.134619] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 1016.167295] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.167295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.167295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.167295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.167295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.175377] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 1016.431052] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.431275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.431722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.432082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.432257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.432396] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 1016.473944] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.474051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.474051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.474257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.474359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.474467] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 already deleted. [ 1016.474554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.474708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.474860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.474942] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.476622] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.476754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.476806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.476995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.477093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.486479] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 1016.507848] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.507848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.507848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.508727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.508727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.508727] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466a4767-adb6-4065-9afd-a9872f53c02b is going to be created. [ 1016.514155] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.514344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.514344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.514592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.514793] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.514868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.514960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.515106] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.515191] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.515309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.515423] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.515535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.515570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.515827] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.515827] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.515951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.515987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.516143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.516191] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.516273] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.516365] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.533780] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.534143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.534303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.534942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.534942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.545186] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466a4767-adb6-4065-9afd-a9872f53c02b in Status: UNINITIALIZED for 2s [ 1016.701105] env[65740]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1016.701278] env[65740]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1016.998698] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.998698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.998698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.998698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.998698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.998698] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 already deleted. [ 1016.998698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.021410] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2f0b73f-c6d5-4845-b545-5c1afefd0d2d: rpc.has_security_group_logging(os_id): False [ 1017.038139] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.038139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.038139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.038385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.038385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.038547] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.038754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.038831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.038948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.039116] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.039238] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.039420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.039483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.039683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.039780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.039988] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.040124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.040194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.040285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.040442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.040540] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 1017.045190] env[65740]: INFO networking_nsxv3.common.synchronization [req-7b03ed9d-7804-4e6f-be9b-45e15bc50a8a req-d791b38c-8ed2-44c7-b38e-db364b84e4e7 tempest-ServerPasswordTestJSON-1703560376 tempest-ServerPasswordTestJSON-1703560376-project-member] Enqueued Resource ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 with Priority: HIGHEST for action security_group_members [ 1017.046486] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 with Priority: HIGHEST for action security_group_members [ 1017.046737] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.046884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.046959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.047141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.047377] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.047492] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.047563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.047675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.047745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.047885] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c350fa9-9fb1-4c11-809b-b2a8c77206b2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.108112] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.108358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.108449] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.108662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.108871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.122528] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 1017.550997] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.551227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.551683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.551733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.552324] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.552324] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.552324] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.552524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.552568] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.552626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.552713] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 already deleted. [ 1017.552793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.857381] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-681 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.857614] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-681" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.857700] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-681" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.858067] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-681" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.858344] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.858509] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.858628] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.858856] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.859018] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.861630] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.861789] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.861882] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.861994] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.862127] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.862238] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.862383] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.892503] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.892503] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.893112] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.893555] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-681" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.894220] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-e2a6e8db-ff08-403d-8e4f-468797f78d65 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.894220] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-e2a6e8db-ff08-403d-8e4f-468797f78d65" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.894420] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-e2a6e8db-ff08-403d-8e4f-468797f78d65" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.894970] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-e2a6e8db-ff08-403d-8e4f-468797f78d65" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.895524] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a6e8db-ff08-403d-8e4f-468797f78d65',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.187851] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 1018.188283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.188546] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.188697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.188929] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.189071] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.189157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.189343] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.189457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.189570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.189782] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.189891] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.189965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.190176] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.190346] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.190468] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.190522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.190671] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.190749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.190858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.191172] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.223589] env[65740]: INFO networking_nsxv3.common.synchronization [None req-e7f34a28-6fea-40da-add9-fce41c8f16da None None] Enqueued Resource ID: 35e21d4b-3248-41c1-9caa-39e6b173c395 with Priority: HIGHEST for action port [ 1018.224239] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e21d4b-3248-41c1-9caa-39e6b173c395 with Priority: HIGHEST for action port [ 1018.224652] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-35e21d4b-3248-41c1-9caa-39e6b173c395 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.224798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35e21d4b-3248-41c1-9caa-39e6b173c395" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.224882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35e21d4b-3248-41c1-9caa-39e6b173c395" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.225380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35e21d4b-3248-41c1-9caa-39e6b173c395" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.225480] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35e21d4b-3248-41c1-9caa-39e6b173c395',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.400244] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.400244] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.400244] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.400244] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.400674] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.400674] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port e2a6e8db-ff08-403d-8e4f-468797f78d65 not found, creating... [ 1018.400953] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.401148] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.401295] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.401863] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.402030] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.402374] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.403034] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.403034] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.403169] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.403695] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.403695] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: e2a6e8db-ff08-403d-8e4f-468797f78d65 is going to be created. [ 1018.428942] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.428942] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.428942] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.429305] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.429305] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.429569] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-e2a6e8db-ff08-403d-8e4f-468797f78d65" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.512839] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 1018.513029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.513275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.513662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.513769] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.513962] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.514012] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.514284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.514607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.514607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.514764] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.555596] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466a4767-adb6-4065-9afd-a9872f53c02b in Status: SUCCESS [ 1018.555822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.556012] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.556244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.556434] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.556547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.556631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.556763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.556841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.556925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.557021] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('466a4767-adb6-4065-9afd-a9872f53c02b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.693479] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa996c4c-a88c-417c-886a-71e12a9a135e: rpc.has_security_group_logging(os_id): False [ 1018.713591] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.713769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.713816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.714028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.714122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.714318] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.714442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.714514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.714668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.714741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.714935] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.715040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.715096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.715239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.715312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.715511] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.715605] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.715662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.715803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.715876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.715959] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 1018.727705] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35e21d4b-3248-41c1-9caa-39e6b173c395 [ 1018.727937] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.728077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.728149] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.728391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.728483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.728577] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35e21d4b-3248-41c1-9caa-39e6b173c395 already deleted. [ 1018.728660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35e21d4b-3248-41c1-9caa-39e6b173c395" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.779690] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.779873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.780053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.780182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.780332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.791038] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 1019.016941] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.017160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.017264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.017498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.017669] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.019137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.019137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.019137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.019137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.019137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.019137] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.019137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.019137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.019137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.019137] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.019137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.019137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.019137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.019696] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.019696] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.019696] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.058880] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('466a4767-adb6-4065-9afd-a9872f53c02b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.135738] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 1019.135910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.146972] env[65740]: INFO networking_nsxv3.common.synchronization [req-7b03ed9d-7804-4e6f-be9b-45e15bc50a8a req-da5995f0-4c58-4c4c-b3e4-85453d9e3c0a service nova] Enqueued Resource ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 with Priority: HIGHEST for action security_group_rules [ 1019.147297] env[65740]: INFO networking_nsxv3.common.synchronization [req-7b03ed9d-7804-4e6f-be9b-45e15bc50a8a req-da5995f0-4c58-4c4c-b3e4-85453d9e3c0a service nova] Enqueued Resource ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 with Priority: HIGHEST for action security_group_members [ 1019.147518] env[65740]: INFO networking_nsxv3.common.synchronization [req-7b03ed9d-7804-4e6f-be9b-45e15bc50a8a req-da5995f0-4c58-4c4c-b3e4-85453d9e3c0a service nova] Enqueued Resource ID: e2a6e8db-ff08-403d-8e4f-468797f78d65 with Priority: HIGHEST for action port [ 1019.148087] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 with Priority: HIGHEST for action security_group_rules [ 1019.148274] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 with Priority: HIGHEST for action security_group_members [ 1019.148315] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a6e8db-ff08-403d-8e4f-468797f78d65 with Priority: HIGHEST for action port [ 1019.148591] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c350fa9-9fb1-4c11-809b-b2a8c77206b2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.148728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.148766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.149174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.149262] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c350fa9-9fb1-4c11-809b-b2a8c77206b2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.152322] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.152322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.152322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.152322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.152322] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.152322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.152322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.152322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.152322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.152322] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c350fa9-9fb1-4c11-809b-b2a8c77206b2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.152322] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a6e8db-ff08-403d-8e4f-468797f78d65 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.152322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a6e8db-ff08-403d-8e4f-468797f78d65" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.152322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a6e8db-ff08-403d-8e4f-468797f78d65" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.153076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a6e8db-ff08-403d-8e4f-468797f78d65" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.153076] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a6e8db-ff08-403d-8e4f-468797f78d65',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.523157] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6: rpc.has_security_group_logging(os_id): False [ 1019.545372] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.545581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.545656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.545896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.546019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.546281] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.546399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.546467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.546647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.546731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.546924] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.547524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.547645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.547848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.547986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.548792] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.548792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.549356] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.549356] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.549533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.549785] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 1019.561989] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 466a4767-adb6-4065-9afd-a9872f53c02b: rpc.has_security_group_logging(os_id): False [ 1019.580529] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.580529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.580529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.580805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.581111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.581194] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.581293] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.581365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.581528] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.583053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.583053] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 466a4767-adb6-4065-9afd-a9872f53c02b is going to be created. [ 1019.653892] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.656469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.656469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.656469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.656469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.658015] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c350fa9-9fb1-4c11-809b-b2a8c77206b2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.660369] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.660369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.660538] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2a6e8db-ff08-403d-8e4f-468797f78d65 with status ACTIVE [ 1019.661124] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.661124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.661124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.661344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.661344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.661516] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.661605] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.662027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.662027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.662027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.662158] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.662209] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.662245] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.662390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.662501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.663157] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2a6e8db-ff08-403d-8e4f-468797f78d65 is going to be updated. [ 1019.665320] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.665443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.666371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.666371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.666371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.693635] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466a4767-adb6-4065-9afd-a9872f53c02b in Status: IN_PROGRESS for 2s [ 1019.698649] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 1019.705277] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.705277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.705750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.705750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.705881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.706110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a6e8db-ff08-403d-8e4f-468797f78d65" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.160978] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c350fa9-9fb1-4c11-809b-b2a8c77206b2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.608547] env[65740]: INFO networking_nsxv3.common.synchronization [None req-73370ffe-8cad-4633-8bff-1f4b04f29eee None None] Enqueued Resource ID: 97ea343a-7f7d-4939-a37c-11dedba203d2 with Priority: HIGHEST for action port [ 1020.608547] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ea343a-7f7d-4939-a37c-11dedba203d2 with Priority: HIGHEST for action port [ 1020.608547] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-97ea343a-7f7d-4939-a37c-11dedba203d2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.608547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97ea343a-7f7d-4939-a37c-11dedba203d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.608547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97ea343a-7f7d-4939-a37c-11dedba203d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.614057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97ea343a-7f7d-4939-a37c-11dedba203d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.614057] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97ea343a-7f7d-4939-a37c-11dedba203d2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.664631] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.664875] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.664953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.665183] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.665323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.665430] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 is going to be created. [ 1020.690817] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.690817] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.690817] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.691366] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.691498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.715722] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 in Status: UNINITIALIZED for 2s [ 1020.809126] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 1020.809365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.809601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.809837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.809927] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.117040] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97ea343a-7f7d-4939-a37c-11dedba203d2 [ 1021.117298] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.117467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.117549] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.117771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.117892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.118027] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97ea343a-7f7d-4939-a37c-11dedba203d2 already deleted. [ 1021.118126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97ea343a-7f7d-4939-a37c-11dedba203d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.319259] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.319259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.319259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.319259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.319259] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.319259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.319259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.319259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.319259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.319259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.319259] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.417738] env[65740]: INFO networking_nsxv3.common.synchronization [None req-1392c759-27de-4ca2-b82e-d50e1ade3d58 tempest-AttachInterfacesUnderV243Test-1102192969 tempest-AttachInterfacesUnderV243Test-1102192969-project-member] Enqueued Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_rules [ 1021.418447] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_rules [ 1021.418562] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.418685] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.418752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.419090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.419181] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.638083] env[65740]: INFO networking_nsxv3.common.synchronization [None req-4abdd9f2-7f52-4799-8351-d72a688b7581 tempest-AttachInterfacesUnderV243Test-1102192969 tempest-AttachInterfacesUnderV243Test-1102192969-project-member] Enqueued Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_rules [ 1021.638657] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_rules [ 1021.638966] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.639090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.721885] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466a4767-adb6-4065-9afd-a9872f53c02b in Status: SUCCESS [ 1021.721885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.724119] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 1021.724431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.823205] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.823205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.823596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.823654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.824118] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.824118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.824118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.824340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.824340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.824627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.824664] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.824760] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.824837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.824999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.825293] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.825293] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.825384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.825495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.825619] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.825697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.825792] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.944799] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.944799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.944799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.945435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.945435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.945435] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 already deleted. [ 1021.945435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.945435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.945773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.945773] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.328432] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa996c4c-a88c-417c-886a-71e12a9a135e: rpc.has_security_group_logging(os_id): False [ 1022.349140] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.349286] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.349359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.349581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.349674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.349882] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.349984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.350060] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.350441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.350441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.350558] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.350558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.350663] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.351720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.351720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.351720] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.351720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.351720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.351720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.351720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.352066] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 1022.418612] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.418806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.418861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.419072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.419229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.443365] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 1022.468522] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.468951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.469154] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.469579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.469794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.470125] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 already deleted. [ 1022.470422] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.730674] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 in Status: SUCCESS [ 1022.730995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.731141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.731448] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.731671] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.731790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.731859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.732038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.732131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.732217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.732306] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c350fa9-9fb1-4c11-809b-b2a8c77206b2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.122787] env[65740]: INFO networking_nsxv3.common.synchronization [None req-918a3d13-620c-4e93-9932-ef1648155e1b None None] Enqueued Resource ID: af959822-51ad-4d75-86e0-5154f846f535 with Priority: HIGHEST for action port [ 1023.123379] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af959822-51ad-4d75-86e0-5154f846f535 with Priority: HIGHEST for action port [ 1023.124095] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-af959822-51ad-4d75-86e0-5154f846f535 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.124265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af959822-51ad-4d75-86e0-5154f846f535" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.124376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af959822-51ad-4d75-86e0-5154f846f535" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.124593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af959822-51ad-4d75-86e0-5154f846f535" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.124706] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af959822-51ad-4d75-86e0-5154f846f535',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.235466] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.235630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.235703] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.235929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.236156] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.236262] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.236326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.236497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.236588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.236678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.236827] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.236936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.236978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.237125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.237309] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.237399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.237459] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.237631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.237708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.237803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.237896] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c350fa9-9fb1-4c11-809b-b2a8c77206b2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.627323] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af959822-51ad-4d75-86e0-5154f846f535 [ 1023.627606] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.627750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.627831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.628161] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.631023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.631023] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af959822-51ad-4d75-86e0-5154f846f535 already deleted. [ 1023.631023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af959822-51ad-4d75-86e0-5154f846f535" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.743110] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c350fa9-9fb1-4c11-809b-b2a8c77206b2: rpc.has_security_group_logging(os_id): False [ 1023.762076] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.762604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.762604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.762847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.763453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.763453] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.763453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.763666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.763810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.763810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.766843] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.766843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.766843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.766843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.766843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.766843] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.766843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.766843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.766843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.766843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.766843] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 is going to be created. [ 1023.831025] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.831212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.831271] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.831604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.831677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.845519] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 in Status: IN_PROGRESS for 2s [ 1024.463044] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 1024.463313] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.537702] env[65740]: INFO networking_nsxv3.common.synchronization [req-d920a554-c97a-4dca-9147-7c07a8ede3dd req-e636717a-4c24-4519-a1ea-5038ec8d2ea2 tempest-ServerActionsTestJSON-1232280853 tempest-ServerActionsTestJSON-1232280853-project-member] Enqueued Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGHEST for action security_group_members [ 1025.538455] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGHEST for action security_group_members [ 1025.538858] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1b5a782-25f1-4878-8908-a5e855485058 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.539147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.539227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.539452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.539680] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.539941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.540079] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.540307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.540438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.540583] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1b5a782-25f1-4878-8908-a5e855485058',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.756188] env[65740]: INFO networking_nsxv3.common.synchronization [req-bb0e186a-b605-4f7d-98e4-c03e1f041423 req-d2f272d1-5a18-4912-9530-7e48d75489ef tempest-AttachVolumeTestJSON-756748954 tempest-AttachVolumeTestJSON-756748954-project-member] Enqueued Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGHEST for action security_group_members [ 1025.758131] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGHEST for action security_group_members [ 1025.758131] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.758131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.758131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.758131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.758131] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.758131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.758131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.758131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.758131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.758131] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.861068] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 in Status: SUCCESS [ 1025.861349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.901557] env[65740]: INFO networking_nsxv3.common.synchronization [None req-5ef286ea-5fcf-4c53-8fb2-ac1ff8157ef8 None None] Enqueued Resource ID: 2eb3c52a-1af5-4fa6-96a9-0497ad9cfdcd with Priority: HIGHEST for action port [ 1025.902245] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb3c52a-1af5-4fa6-96a9-0497ad9cfdcd with Priority: HIGHEST for action port [ 1025.902853] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eb3c52a-1af5-4fa6-96a9-0497ad9cfdcd taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.903540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eb3c52a-1af5-4fa6-96a9-0497ad9cfdcd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.907742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eb3c52a-1af5-4fa6-96a9-0497ad9cfdcd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.908196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eb3c52a-1af5-4fa6-96a9-0497ad9cfdcd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.908314] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eb3c52a-1af5-4fa6-96a9-0497ad9cfdcd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.042824] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.043108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.043108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.043507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.043507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.043617] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.043675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.043749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.043908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.044072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.044072] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1b5a782-25f1-4878-8908-a5e855485058 is going to be updated. [ 1026.073144] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.073400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.073573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.073850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.074203] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.084463] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1b5a782-25f1-4878-8908-a5e855485058 in Status: IN_PROGRESS for 2s [ 1026.096292] env[65740]: INFO networking_nsxv3.common.synchronization [req-d68536aa-9000-4502-9275-83004789e3ba req-3990b1a7-f00e-4c9a-a282-a68da62afb0d tempest-ServerRescueTestJSON-2043971818 tempest-ServerRescueTestJSON-2043971818-project-member] Enqueued Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_members [ 1026.096840] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefda511-9422-4488-a7d2-99cd4d951f3d with Priority: HIGHEST for action security_group_members [ 1026.097158] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aefda511-9422-4488-a7d2-99cd4d951f3d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.097281] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.097351] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.097540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.097691] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.097781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.097839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.097988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.098118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.098220] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aefda511-9422-4488-a7d2-99cd4d951f3d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.141215] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.141505] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-996" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.141681] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-996" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.142135] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-996" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.142528] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.142766] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.142942] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.143281] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.143547] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.143883] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.144064] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.144236] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.144391] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.144588] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.144698] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.144873] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.165846] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.167184] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.167184] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.167184] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-996" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.167184] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-a1f59cd8-258d-44b2-b807-ed2941593f34 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.167184] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-a1f59cd8-258d-44b2-b807-ed2941593f34" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.167447] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-a1f59cd8-258d-44b2-b807-ed2941593f34" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.168084] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-a1f59cd8-258d-44b2-b807-ed2941593f34" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.168084] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f59cd8-258d-44b2-b807-ed2941593f34',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.261951] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.262187] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.262255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.262522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.262651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.262940] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.263094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.263180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.263409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.263539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.263648] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 already deleted. [ 1026.263761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.413568] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2eb3c52a-1af5-4fa6-96a9-0497ad9cfdcd [ 1026.413750] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.414069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.414069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.414214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.414301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.414400] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2eb3c52a-1af5-4fa6-96a9-0497ad9cfdcd already deleted. [ 1026.414485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eb3c52a-1af5-4fa6-96a9-0497ad9cfdcd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.601454] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.601772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.601772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.601972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.602098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.602325] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.602443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.602509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.602695] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.602778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.602892] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefda511-9422-4488-a7d2-99cd4d951f3d is going to be updated. [ 1026.626204] env[65740]: INFO networking_nsxv3.common.synchronization [req-fdccfe48-a174-4a5a-87b8-d8ecccd7961b req-415e9773-5286-4662-ad0d-67419f1465dc tempest-ImagesOneServerTestJSON-1966038006 tempest-ImagesOneServerTestJSON-1966038006-project-member] Enqueued Resource ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 with Priority: HIGHEST for action security_group_members [ 1026.626740] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 with Priority: HIGHEST for action security_group_members [ 1026.627065] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1be3d4-261d-4194-97ff-48ba2757b4b6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.627193] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.627258] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.627454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.627604] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.627699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.627758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.627904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.627991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.628117] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a1be3d4-261d-4194-97ff-48ba2757b4b6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.629997] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.630167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.630248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.630344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.630480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.640615] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: IN_PROGRESS for 2s [ 1026.672753] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.672753] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.672753] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.672753] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.672753] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.672753] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port a1f59cd8-258d-44b2-b807-ed2941593f34 not found, creating... [ 1026.672753] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.672753] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.672753] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.673191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.673191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.674030] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.674030] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.674030] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.674030] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.674295] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.674682] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: a1f59cd8-258d-44b2-b807-ed2941593f34 is going to be created. [ 1026.705087] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.705087] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.705087] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.705312] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.705349] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.705583] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-a1f59cd8-258d-44b2-b807-ed2941593f34" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.132762] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.132963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.132999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.133239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.133954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.133954] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.133954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.133954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.133954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.133954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.134250] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 is going to be updated. [ 1027.167544] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.167706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.167799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.168405] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.168405] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.178482] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 in Status: IN_PROGRESS for 2s [ 1027.563618] env[65740]: INFO networking_nsxv3.common.synchronization [req-bb0e186a-b605-4f7d-98e4-c03e1f041423 req-f6f506d6-ee53-4310-8fa2-9a5bb66a6319 service nova] Enqueued Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGHEST for action security_group_rules [ 1027.563809] env[65740]: INFO networking_nsxv3.common.synchronization [req-bb0e186a-b605-4f7d-98e4-c03e1f041423 req-f6f506d6-ee53-4310-8fa2-9a5bb66a6319 service nova] Enqueued Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGHEST for action security_group_members [ 1027.563948] env[65740]: INFO networking_nsxv3.common.synchronization [req-bb0e186a-b605-4f7d-98e4-c03e1f041423 req-f6f506d6-ee53-4310-8fa2-9a5bb66a6319 service nova] Enqueued Resource ID: a1f59cd8-258d-44b2-b807-ed2941593f34 with Priority: HIGHEST for action port [ 1027.564512] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGHEST for action security_group_rules [ 1027.564639] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGHEST for action security_group_members [ 1027.565018] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f59cd8-258d-44b2-b807-ed2941593f34 with Priority: HIGHEST for action port [ 1027.565793] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.565924] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.565993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.566218] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.566300] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.572019] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.572019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.572019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.572019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.572019] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.572019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.572019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.572019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.572019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.572019] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.572019] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f59cd8-258d-44b2-b807-ed2941593f34 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.572019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f59cd8-258d-44b2-b807-ed2941593f34" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.572019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f59cd8-258d-44b2-b807-ed2941593f34" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.572019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f59cd8-258d-44b2-b807-ed2941593f34" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.572019] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f59cd8-258d-44b2-b807-ed2941593f34',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.076533] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.077873] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.078067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.078214] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1f59cd8-258d-44b2-b807-ed2941593f34 with status ACTIVE [ 1028.078403] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.078515] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.078600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.078826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.078955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.079146] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.079237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.079366] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.079541] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.079639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.079792] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.079984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.080114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.080417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.080417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.080417] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1f59cd8-258d-44b2-b807-ed2941593f34 is going to be updated. [ 1028.114158] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1b5a782-25f1-4878-8908-a5e855485058 in Status: SUCCESS [ 1028.114442] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1b5a782-25f1-4878-8908-a5e855485058 deletion is rescheduled due to dependency. [ 1028.114568] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.123857] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.123857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.123857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.123857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.123857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.124150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f59cd8-258d-44b2-b807-ed2941593f34" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.461755] env[65740]: INFO networking_nsxv3.common.synchronization [req-7ae7a8da-d3ce-4073-a9df-b7fcb24a4350 req-c0997920-098a-4010-9c1a-49d40ba5037e tempest-ServersTestMultiNic-1068062182 tempest-ServersTestMultiNic-1068062182-project-member] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 1028.462514] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 1028.462700] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.462879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.462879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.463191] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.463425] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.463521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.463571] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.463792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.463881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.463978] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.582623] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.653098] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aefda511-9422-4488-a7d2-99cd4d951f3d in Status: SUCCESS [ 1028.653163] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aefda511-9422-4488-a7d2-99cd4d951f3d deletion is rescheduled due to dependency. [ 1028.653246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aefda511-9422-4488-a7d2-99cd4d951f3d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.966062] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.036193] env[65740]: INFO networking_nsxv3.common.synchronization [req-7ae7a8da-d3ce-4073-a9df-b7fcb24a4350 req-f31aaf26-fb54-4ce1-acd5-0da0d5b496c1 tempest-ServersTestMultiNic-1068062182 tempest-ServersTestMultiNic-1068062182-project-member] Enqueued Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 1029.036769] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa996c4c-a88c-417c-886a-71e12a9a135e with Priority: HIGHEST for action security_group_members [ 1029.037103] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa996c4c-a88c-417c-886a-71e12a9a135e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.037211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.085392] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.086208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.086208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.086208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.086208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.086208] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 is going to be created. [ 1029.110628] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.110711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.110746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.111109] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.111156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.122838] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 in Status: UNINITIALIZED for 2s [ 1029.191417] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 in Status: SUCCESS [ 1029.191626] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 deletion is rescheduled due to dependency. [ 1029.191742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.373661] env[65740]: INFO networking_nsxv3.common.synchronization [req-bad3c30c-2515-4439-b319-ecdfdc2c121c req-7df053c7-ea5a-400a-99bf-64f279a8e065 tempest-AttachInterfacesUnderV243Test-1102192969 tempest-AttachInterfacesUnderV243Test-1102192969-project-member] Enqueued Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1029.374622] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1029.374891] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.375027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.375148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.375370] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.376284] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.376284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.376284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.376284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.376284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.376284] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.469033] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.878464] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.878647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.878758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.878963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.879037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.879242] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.879347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.879383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.879539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.879614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.879699] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 already deleted. [ 1029.879784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.896432] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.899713] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-772" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.899713] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-772" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.899886] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-772" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.900181] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.900351] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.900482] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.900716] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.900862] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.901091] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.901204] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.901373] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.901595] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.901761] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.901879] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.902032] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.925171] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.925171] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.925171] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.925171] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-772" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.925435] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-5d368e1a-3681-402d-9f66-e316afdc1032 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.927843] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.927843] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.927843] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.927843] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d368e1a-3681-402d-9f66-e316afdc1032',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.974900] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.975069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.975119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.975450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.975450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.975658] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 1030.015028] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.015204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.015321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.015632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.015802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.028065] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 1030.428806] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.429178] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.429296] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.429679] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.430448] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.430448] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 5d368e1a-3681-402d-9f66-e316afdc1032 not found, creating... [ 1030.430822] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.430953] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.431491] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.431712] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.431895] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.432420] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.432609] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.432743] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.433054] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.433259] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.433534] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 5d368e1a-3681-402d-9f66-e316afdc1032 is going to be created. [ 1030.459390] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.459709] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.459863] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.460200] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.460581] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.460678] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.134917] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 in Status: SUCCESS [ 1031.135268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.135390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.135642] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.135895] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.136118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.136236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.136494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.136636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.137141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.137141] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.427050] env[65740]: INFO networking_nsxv3.common.synchronization [req-bad3c30c-2515-4439-b319-ecdfdc2c121c req-24e464a2-0974-4124-9d42-9b4a618e053d service nova] Enqueued Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_rules [ 1031.427050] env[65740]: INFO networking_nsxv3.common.synchronization [req-bad3c30c-2515-4439-b319-ecdfdc2c121c req-24e464a2-0974-4124-9d42-9b4a618e053d service nova] Enqueued Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1031.427050] env[65740]: INFO networking_nsxv3.common.synchronization [req-bad3c30c-2515-4439-b319-ecdfdc2c121c req-24e464a2-0974-4124-9d42-9b4a618e053d service nova] Enqueued Resource ID: 5d368e1a-3681-402d-9f66-e316afdc1032 with Priority: HIGHEST for action port [ 1031.427599] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_rules [ 1031.427811] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1031.427868] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d368e1a-3681-402d-9f66-e316afdc1032 with Priority: HIGHEST for action port [ 1031.430283] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.430690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.430690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.430972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.430972] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.431784] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.431905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.431964] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.432157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.432305] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.432428] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.432492] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.432599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.432668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.432761] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.433611] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d368e1a-3681-402d-9f66-e316afdc1032 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.433800] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.433887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.434041] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.434109] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d368e1a-3681-402d-9f66-e316afdc1032',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.639387] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.936025] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.936637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.936637] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.937414] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d368e1a-3681-402d-9f66-e316afdc1032 with status ACTIVE [ 1031.937647] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.937820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.937905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.938132] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.938227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.938417] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.938510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.938565] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.938735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.938807] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.939011] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.939123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.939180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.939443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.939517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.939604] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d368e1a-3681-402d-9f66-e316afdc1032 is going to be updated. [ 1031.963630] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.963849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.963915] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.965128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.965128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.965128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.040682] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 1032.041046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.041228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.041436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.043031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.043031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.043031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.043031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.043031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.043031] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa996c4c-a88c-417c-886a-71e12a9a135e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.142503] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8: rpc.has_security_group_logging(os_id): False [ 1032.161931] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.162155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.162205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.162427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.162519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.162788] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.162898] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.162954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.163148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.163243] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.163343] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 is going to be created. [ 1032.228189] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.228383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.228424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.228766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.228980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.242280] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 in Status: IN_PROGRESS for 2s [ 1032.442164] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.546394] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.546572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.546649] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.546884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.547017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.547205] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.547339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.547378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.547514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.547591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.547688] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e is going to be updated. [ 1032.599882] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.599882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.600155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.600877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.600877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.611354] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: IN_PROGRESS for 2s [ 1032.878167] env[65740]: INFO networking_nsxv3.common.synchronization [req-3044089e-5e09-4101-abee-9f48e651c0df req-f6b90df3-3057-4292-a82f-89ab86f390df tempest-ServerRescueNegativeTestJSON-323295896 tempest-ServerRescueNegativeTestJSON-323295896-project-member] Enqueued Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_members [ 1032.878167] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_members [ 1032.878555] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.878908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.879105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.879427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.879709] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.879932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.881521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.881521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.881521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.881521] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.944941] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.946050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.946050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.946050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.946050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.946050] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 is going to be created. [ 1032.977859] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.977985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.978078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.978319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.978475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.994976] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: UNINITIALIZED for 2s [ 1033.237162] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.237426] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-911" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.237563] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-911" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.237897] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-911" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.239105] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.239105] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.239274] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.239978] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.239978] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.239978] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.239978] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.239978] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.240240] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.240280] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.240377] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.240499] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.262394] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.262394] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.262394] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.262394] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-911" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.262724] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-69d57c09-ff13-43d4-b781-1f3d5dc1cf3f taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.263915] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-69d57c09-ff13-43d4-b781-1f3d5dc1cf3f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.263915] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-69d57c09-ff13-43d4-b781-1f3d5dc1cf3f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.263915] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-69d57c09-ff13-43d4-b781-1f3d5dc1cf3f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.263915] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69d57c09-ff13-43d4-b781-1f3d5dc1cf3f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.384224] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.384415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.384516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.384816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.384951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.385327] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.385327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.385327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.385592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.385592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.385703] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b already deleted. [ 1033.385757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.766208] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.766644] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.766644] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.766868] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.767050] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.767249] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 69d57c09-ff13-43d4-b781-1f3d5dc1cf3f not found, creating... [ 1033.767563] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.767760] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.767914] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.768198] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.768341] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.768657] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.768819] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.768944] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.769169] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.769304] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.769441] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 69d57c09-ff13-43d4-b781-1f3d5dc1cf3f is going to be created. [ 1033.798395] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.798652] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.798787] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.799153] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.799427] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.799707] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-69d57c09-ff13-43d4-b781-1f3d5dc1cf3f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.968969] env[65740]: INFO networking_nsxv3.common.synchronization [req-236374d4-43e4-4da7-acc1-bc8b8c25745d req-1da6be04-4da8-4918-be8e-0c28ebe7b679 tempest-ServerPasswordTestJSON-1703560376 tempest-ServerPasswordTestJSON-1703560376-project-member] Enqueued Resource ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 with Priority: HIGHEST for action security_group_members [ 1033.969574] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 with Priority: HIGHEST for action security_group_members [ 1033.969853] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.969985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.971015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.971015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.971015] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.971015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.971015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.971015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.971015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.971279] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c350fa9-9fb1-4c11-809b-b2a8c77206b2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.253788] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 in Status: SUCCESS [ 1034.254047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.473189] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.473344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.473418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.473722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.473813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.474128] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.474128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.474284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.474352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.474429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.474536] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 is going to be updated. [ 1034.477686] env[65740]: INFO networking_nsxv3.common.synchronization [req-3044089e-5e09-4101-abee-9f48e651c0df req-d2f8e8cf-a973-473b-a50e-1e2e3524ea7b service nova] Enqueued Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_rules [ 1034.477911] env[65740]: INFO networking_nsxv3.common.synchronization [req-3044089e-5e09-4101-abee-9f48e651c0df req-d2f8e8cf-a973-473b-a50e-1e2e3524ea7b service nova] Enqueued Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_members [ 1034.478077] env[65740]: INFO networking_nsxv3.common.synchronization [req-3044089e-5e09-4101-abee-9f48e651c0df req-d2f8e8cf-a973-473b-a50e-1e2e3524ea7b service nova] Enqueued Resource ID: 69d57c09-ff13-43d4-b781-1f3d5dc1cf3f with Priority: HIGHEST for action port [ 1034.478614] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_rules [ 1034.478758] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_members [ 1034.479049] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d57c09-ff13-43d4-b781-1f3d5dc1cf3f with Priority: HIGHEST for action port [ 1034.480831] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.480997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.481081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.481571] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.481668] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.482580] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.482699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.482766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.482930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.486955] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.486955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.486955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.486955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.486955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.486955] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.491318] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-69d57c09-ff13-43d4-b781-1f3d5dc1cf3f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.491318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69d57c09-ff13-43d4-b781-1f3d5dc1cf3f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.491318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69d57c09-ff13-43d4-b781-1f3d5dc1cf3f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.491318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69d57c09-ff13-43d4-b781-1f3d5dc1cf3f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.491318] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69d57c09-ff13-43d4-b781-1f3d5dc1cf3f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.510022] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.510022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.510022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.510022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.510022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.520015] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 in Status: IN_PROGRESS for 2s [ 1034.622964] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa996c4c-a88c-417c-886a-71e12a9a135e in Status: SUCCESS [ 1034.623190] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa996c4c-a88c-417c-886a-71e12a9a135e deletion is rescheduled due to dependency. [ 1034.623716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa996c4c-a88c-417c-886a-71e12a9a135e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.659706] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.659862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.659935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.660185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.660301] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.991635] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.991635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.996028] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.996028] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69d57c09-ff13-43d4-b781-1f3d5dc1cf3f with status ACTIVE [ 1034.996028] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.996028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.996028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.996028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.996028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.996028] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.996028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.996028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.996028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.996028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.996028] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.996028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.996028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.996028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.997072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.997072] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69d57c09-ff13-43d4-b781-1f3d5dc1cf3f is going to be updated. [ 1035.013305] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: SUCCESS [ 1035.013377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.013908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.014170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.014394] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.014518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.014578] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.014820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.014931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.015060] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.015990] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.020301] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.020423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.020487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.020747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.020906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.021288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69d57c09-ff13-43d4-b781-1f3d5dc1cf3f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.162963] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.501124] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.518260] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.666910] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.002762] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.003148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.003148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.003347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.003450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.003621] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b is going to be created. [ 1036.020865] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6009b2d-83cb-45ce-954d-c2e4d43adf56: rpc.has_security_group_logging(os_id): False [ 1036.030102] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.030357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.030357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.030512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.030682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.039959] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.040178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.040237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.040487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.040594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.040909] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.041239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.041335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.041640] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.041750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.041851] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 is going to be created. [ 1036.043839] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: UNINITIALIZED for 2s [ 1036.110939] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.111142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.111142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.111955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.111955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.123203] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: IN_PROGRESS for 2s [ 1036.169632] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1036.169874] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1036.530236] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 in Status: SUCCESS [ 1036.530486] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c350fa9-9fb1-4c11-809b-b2a8c77206b2 deletion is rescheduled due to dependency. [ 1036.530651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c350fa9-9fb1-4c11-809b-b2a8c77206b2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.263887] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.266027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.266027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.266027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.280991] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1037.282131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.284086] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1037.290341] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.290341] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.290675] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.291049] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.292021] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.292021] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.292021] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.292021] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.298960] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.298960] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.298960] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.298960] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.298960] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.298960] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.298960] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.298960] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.320984] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.321233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.321233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.321469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.332625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.333354] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1037.333513] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.333513] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1037.335691] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.335865] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.335981] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.336206] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-263" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.336560] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-381903eb-c60e-49c9-92ab-a5009c1a419e taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.336715] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.336831] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.337080] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.337242] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381903eb-c60e-49c9-92ab-a5009c1a419e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.388014] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.388199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.388265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.388479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.390309] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.390538] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1037.401694] env[65740]: INFO networking_nsxv3.common.synchronization [req-1a3e534d-2775-419a-b303-6a6f7a005487 req-d1d952cd-0821-4b6c-a90d-37e9b7d3229c tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGHEST for action security_group_members [ 1037.402246] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGHEST for action security_group_members [ 1037.402631] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb649bcd-ea08-492a-86b1-24e99465c5c8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.402849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.402849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.403036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.403194] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.403374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.403439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.403624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.403717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.403813] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb649bcd-ea08-492a-86b1-24e99465c5c8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.477234] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.477460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.477460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.477661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.478018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.478317] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1037.613269] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.613485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.613653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.613935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.614303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.614751] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1037.614835] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7ee10b52-9e61-473a-82cf-1fea479aa099', '5a1be3d4-261d-4194-97ff-48ba2757b4b6', '4909c734-1013-4805-aeaf-670f4465bc16', 'a2f0b73f-c6d5-4845-b545-5c1afefd0d2d', 'eb649bcd-ea08-492a-86b1-24e99465c5c8', 'b4340682-4ef9-4a8a-b168-5cc592daedb6', '60251b0b-26c6-4a18-b21e-cc205fa6ae78', '20773977-53ee-4b86-a332-1954a3af7415', 'e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8', 'e967fa87-8850-4d4f-89c0-0d5a32442ca7', '347885ea-da5c-4ce1-8470-3fef5ee9df62', 'c6009b2d-83cb-45ce-954d-c2e4d43adf56', 'b5789bd6-9ed2-400d-a825-26889a4ee1bd', 'acac2e1f-fce8-4963-b9bf-756ce84419d9', '315e4887-df11-4098-bc83-89420a6b2cb2', '575dab66-fea2-4118-ba25-1509b4f0dca8', 'c3afb8e7-f075-4d44-aa9d-9911b2540994', 'f5c254fb-db29-4d45-98cc-e1e55f8d1a9f', '047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7', 'de5aec63-5d9a-48c3-b0b1-c6b153f70ef1', 'c1b5a782-25f1-4878-8908-a5e855485058', '5f7add78-5a71-486b-97d1-ffe361527d04', '466a4767-adb6-4065-9afd-a9872f53c02b', 'aec2b221-742c-4872-8efc-20e0910f8050', '7ff4c094-a270-4975-a98f-8bdf8e46e385', '33f85be4-a8d0-4829-a3be-783b0d5146de', '9f725c56-2ee2-44cc-99a9-360b6d2835f3', 'b1cb7b7f-ef87-4f35-b34d-9da510c2c695', '51ac6fdc-da35-4d9d-a6ed-a388cb628b89', '4a226a8a-4e47-42aa-8996-f52fe58072e8', '996d9e7e-4e8f-48b2-b360-e6064ba8aab5', 'da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed', '3c38853d-688b-4cd5-a84d-08e29a7d73a1', 'a5c169b9-7420-44cf-8d7d-f52604c0fed7', '60da758f-82a4-486d-810e-2024d18cbf26', '15a57563-a531-46d1-8ba1-d4eb3aa9ca6a', '842b927a-55da-4adc-836e-c9ec6ec9eca8', 'd182ab5a-c9e6-462f-b9f1-7bf5b6de5af6', 'abcebfe3-5e73-45e8-ba10-02ac835a9cc9', '7c350fa9-9fb1-4c11-809b-b2a8c77206b2', '8dd96a5e-2b86-45ea-8c72-4f2df08754e0', 'd8264490-e7a2-4551-ac2d-ad8e3ae10325', '75b1b03f-327d-4a7c-bb5b-6d91e309f806', 'fa996c4c-a88c-417c-886a-71e12a9a135e', '6e6dc4b4-5bde-4850-a790-bf50a223b5ff', 'e1099a0c-19ab-4396-94e7-34430855201d', 'aefda511-9422-4488-a7d2-99cd4d951f3d', '0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d', '4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1'} {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.614960] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1037.638940] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.638940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.639394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.639394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.639394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.639516] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1037.639516] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.639582] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1037.782026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.782026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.782026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.782026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.782026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.782026] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1037.782026] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.782026] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1037.782026] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1037.782026] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 315e4887-df11-4098-bc83-89420a6b2cb2 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGH for action security_group_rules [ 1037.782026] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 with Priority: HIGH for action security_group_rules [ 1037.783242] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGH for action security_group_rules [ 1037.783242] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGH for action security_group_rules [ 1037.783242] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGH for action security_group_rules [ 1037.783427] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.841737] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.841737] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.841737] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.841737] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.841737] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.841737] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.842058] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.842058] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.842256] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.843098] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.843098] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.843098] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.843098] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.843098] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.844512] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.844512] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 381903eb-c60e-49c9-92ab-a5009c1a419e is going to be updated. [ 1037.866149] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.866415] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.866548] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.866816] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.867027] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.867261] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.909986] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.909986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.909986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.909986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.936256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.936413] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.936534] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.936597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.936801] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.936884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.937136] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 is going to be updated. [ 1037.975080] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.975224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.975303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.975609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.975828] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.986179] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 in Status: IN_PROGRESS for 2s [ 1038.054512] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: SUCCESS [ 1038.054512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.055853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.056155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.056380] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.056532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.056605] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.056775] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.056880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.057115] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.057115] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.139364] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: SUCCESS [ 1038.139678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.561532] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.561532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.561532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.561532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.561988] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.561988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.561988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.562264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.562264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.562328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.562493] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.562595] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.562684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.562867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.563068] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.563168] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.563275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.563629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.563629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.563629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.563760] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.595728] env[65740]: INFO networking_nsxv3.common.synchronization [req-1fc6c6ae-acec-41f9-a615-47fb28a6f35e req-bcd27d10-5142-4241-8e2e-ff040b767853 service nova] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_rules [ 1038.595991] env[65740]: INFO networking_nsxv3.common.synchronization [req-1fc6c6ae-acec-41f9-a615-47fb28a6f35e req-bcd27d10-5142-4241-8e2e-ff040b767853 service nova] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 1038.596228] env[65740]: INFO networking_nsxv3.common.synchronization [req-1fc6c6ae-acec-41f9-a615-47fb28a6f35e req-bcd27d10-5142-4241-8e2e-ff040b767853 service nova] Enqueued Resource ID: 381903eb-c60e-49c9-92ab-a5009c1a419e with Priority: HIGHEST for action port [ 1038.596984] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_rules [ 1038.597273] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 1038.597503] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381903eb-c60e-49c9-92ab-a5009c1a419e with Priority: HIGHEST for action port [ 1038.597672] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 with Priority: HIGH for action security_group_rules [ 1038.597936] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4909c734-1013-4805-aeaf-670f4465bc16 with Priority: HIGH for action security_group_rules [ 1038.598042] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 with Priority: HIGH for action security_group_rules [ 1038.598195] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315e4887-df11-4098-bc83-89420a6b2cb2 with Priority: HIGH for action security_group_rules [ 1038.598383] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGH for action security_group_rules [ 1038.598995] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 with Priority: HIGH for action security_group_rules [ 1038.599189] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f with Priority: HIGH for action security_group_rules [ 1038.599363] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 with Priority: HIGH for action security_group_rules [ 1038.599555] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 with Priority: HIGH for action security_group_rules [ 1038.599755] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 with Priority: HIGH for action security_group_rules [ 1038.599946] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd with Priority: HIGH for action security_group_rules [ 1038.600729] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGH for action security_group_rules [ 1038.600729] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 with Priority: HIGH for action security_group_rules [ 1038.600729] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGH for action security_group_rules [ 1038.600729] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGH for action security_group_rules [ 1038.600729] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 with Priority: HIGH for action security_group_rules [ 1038.600729] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20773977-53ee-4b86-a332-1954a3af7415 with Priority: HIGH for action security_group_rules [ 1038.600979] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 with Priority: HIGH for action security_group_rules [ 1038.601095] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 with Priority: HIGH for action security_group_rules [ 1038.601228] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGH for action security_group_rules [ 1038.601596] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.601759] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.604018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.604018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.604018] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.604018] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.604018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.604018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.604018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.604018] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.604641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.604641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.604641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.604788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.604968] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.605909] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-381903eb-c60e-49c9-92ab-a5009c1a419e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.606073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.606182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.606410] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.610031] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381903eb-c60e-49c9-92ab-a5009c1a419e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.610031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee10b52-9e61-473a-82cf-1fea479aa099 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.610031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.610031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.610031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.610031] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee10b52-9e61-473a-82cf-1fea479aa099',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.610031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4909c734-1013-4805-aeaf-670f4465bc16 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.610031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.610031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.610031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.610031] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4909c734-1013-4805-aeaf-670f4465bc16',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.611079] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60251b0b-26c6-4a18-b21e-cc205fa6ae78 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.611219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.611331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.611834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.611834] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60251b0b-26c6-4a18-b21e-cc205fa6ae78',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.612719] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-315e4887-df11-4098-bc83-89420a6b2cb2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.612853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.612953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.613505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.613659] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('315e4887-df11-4098-bc83-89420a6b2cb2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.615163] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.615377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.615512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.615727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.615848] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.617037] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.617037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.617192] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.617420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.617584] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.619947] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.619947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.619947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.619947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.619947] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5c254fb-db29-4d45-98cc-e1e55f8d1a9f',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.621143] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3afb8e7-f075-4d44-aa9d-9911b2540994 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.621143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.621143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.621143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.621143] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3afb8e7-f075-4d44-aa9d-9911b2540994',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.621809] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acac2e1f-fce8-4963-b9bf-756ce84419d9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.621990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.622780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.622780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.622911] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acac2e1f-fce8-4963-b9bf-756ce84419d9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.623918] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-575dab66-fea2-4118-ba25-1509b4f0dca8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.624124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.624537] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.626124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.626124] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('575dab66-fea2-4118-ba25-1509b4f0dca8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.626124] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5789bd6-9ed2-400d-a825-26889a4ee1bd taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.626124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.626124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.626519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.626519] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5789bd6-9ed2-400d-a825-26889a4ee1bd',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.627523] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.628554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.628554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.628554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.628554] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.629700] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-347885ea-da5c-4ce1-8470-3fef5ee9df62 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.629840] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.629929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.630113] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.630244] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('347885ea-da5c-4ce1-8470-3fef5ee9df62',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.631497] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.631497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.631497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.631497] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.631737] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.633120] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.633120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.633120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.633120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.633120] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.633483] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4340682-4ef9-4a8a-b168-5cc592daedb6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.633688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.633688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.633973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.634074] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4340682-4ef9-4a8a-b168-5cc592daedb6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.634927] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20773977-53ee-4b86-a332-1954a3af7415 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.636452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.636452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.636452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.636452] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20773977-53ee-4b86-a332-1954a3af7415',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.636452] env[65740]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1038.636452] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb649bcd-ea08-492a-86b1-24e99465c5c8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.636452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.636452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.636998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.636998] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb649bcd-ea08-492a-86b1-24e99465c5c8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.639094] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a1be3d4-261d-4194-97ff-48ba2757b4b6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.639301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.639401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.639615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.639746] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a1be3d4-261d-4194-97ff-48ba2757b4b6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.640957] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.641134] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.641240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.641426] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.642209] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.667860] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.668138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.668222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.668403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.692690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.692874] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4909c734-1013-4805-aeaf-670f4465bc16 is going to be deleted. [ 1038.781930] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.781930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.781930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.781930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.781930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.781930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4909c734-1013-4805-aeaf-670f4465bc16" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.066734] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b: rpc.has_security_group_logging(os_id): False [ 1039.089070] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.089529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.089629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.089991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.090203] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.090569] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.090915] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.091098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.091527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.092272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.092272] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.092272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.092462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.092826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.092826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.093213] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.093443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.093622] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.093894] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.094084] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.094273] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b is going to be created. [ 1039.145346] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.145492] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.145547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.145757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.145955] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.146057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.146512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.146512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.146512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.146512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.146512] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.147601] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.147758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.150601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.150601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.150601] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.150601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.150601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.150601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.150601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.150601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.150601] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.155022] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.164421] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.165113] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.165540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.165786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.166579] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.168348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.168348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.168348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.168348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.168348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.168588] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.172637] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.172637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.173038] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.173038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.173038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.173177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.173331] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.173750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.173750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.173750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.173750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.174035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.174035] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.175117] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 381903eb-c60e-49c9-92ab-a5009c1a419e with status ACTIVE [ 1039.175313] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.175581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.175581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.175685] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.175719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.176741] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.176848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.176935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.177075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.177156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.177340] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.177626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.177626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.177703] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.177735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.177811] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 381903eb-c60e-49c9-92ab-a5009c1a419e is going to be updated. [ 1039.184689] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.184689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.184689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.184884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.185092] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.195172] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.195370] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.195444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.195799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.195993] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.197033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.197033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.197033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.197033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.197033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.197033] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.236981] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.236981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.236981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.236981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.239671] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.239671] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.246986] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.247142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.256686] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: IN_PROGRESS for 2s [ 1039.258655] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.258827] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.260013] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.260158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.261263] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.261412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.262543] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.262739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.266554] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.266774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.268267] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.268479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.269488] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.269677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.270689] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.271273] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.271516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.273848] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.274452] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.275443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.275888] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.276901] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.277055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.277152] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.277453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.277661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.277900] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-381903eb-c60e-49c9-92ab-a5009c1a419e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.278882] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.279410] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.279554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.280201] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.280655] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.280723] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7 is going to be deleted. [ 1039.282257] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.282372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.282454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.282639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.334356] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.334542] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee10b52-9e61-473a-82cf-1fea479aa099 is going to be deleted. [ 1039.335602] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.335879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.363742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.363742] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5789bd6-9ed2-400d-a825-26889a4ee1bd is going to be deleted. [ 1039.364697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.364956] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.385439] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.385590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.393664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.393830] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 575dab66-fea2-4118-ba25-1509b4f0dca8 is going to be deleted. [ 1039.394784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.394999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.420708] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.420922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.449782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.449917] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4340682-4ef9-4a8a-b168-5cc592daedb6 is going to be deleted. [ 1039.450997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.451229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.453162] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.453321] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.515623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.515771] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a1be3d4-261d-4194-97ff-48ba2757b4b6 is going to be deleted. [ 1039.516774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.517025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.540431] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.540620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.566260] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.566715] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acac2e1f-fce8-4963-b9bf-756ce84419d9 is going to be deleted. [ 1039.568095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.568095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.596198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.596947] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20773977-53ee-4b86-a332-1954a3af7415 is going to be deleted. [ 1039.599606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.599849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.601760] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.601934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.644897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.645087] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5c254fb-db29-4d45-98cc-e1e55f8d1a9f is going to be deleted. [ 1039.646169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.646385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.646472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.646576] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 is going to be deleted. [ 1039.647518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.647733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.652850] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.653070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.653181] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.653442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.653704] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.653834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.653920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.654114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.654205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.654324] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.654536] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.654648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.654735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.654911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.655101] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.655233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.655302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.655482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.655570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.655702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.655822] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.659386] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.680732] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.685062] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.686126] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.687122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.687122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.687122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.687122] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.687122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.687122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.687122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.687122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.687557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.687557] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.687557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.687557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.687712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.687745] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.687797] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.687864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.688012] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.688354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.688708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.688839] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.698482] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.698700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.698816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.702043] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.702043] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.702043] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.702043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.702043] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.706822] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.706971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.718367] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.718621] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.724963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.725151] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 347885ea-da5c-4ce1-8470-3fef5ee9df62 is going to be deleted. [ 1039.726233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.726463] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.782256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.782439] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3afb8e7-f075-4d44-aa9d-9911b2540994 is going to be deleted. [ 1039.783323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.783621] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.861206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.861381] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60251b0b-26c6-4a18-b21e-cc205fa6ae78 is going to be deleted. [ 1039.862438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.862661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.879891] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.880092] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.899841] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.899993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.902150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.902150] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 315e4887-df11-4098-bc83-89420a6b2cb2 is going to be deleted. [ 1039.902542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.904415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.904415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.904415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047a0b9c-aa9b-4a9d-addc-440f0b0f7fa7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.904415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.904415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.904415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.904415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee10b52-9e61-473a-82cf-1fea479aa099" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.904415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.904877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.904877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.904937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5789bd6-9ed2-400d-a825-26889a4ee1bd" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.905125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.905233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.905319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.905658] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-575dab66-fea2-4118-ba25-1509b4f0dca8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.905658] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.905788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.905788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.906045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4340682-4ef9-4a8a-b168-5cc592daedb6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.906805] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.906957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.906957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.907137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.907220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.907344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.907470] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.907612] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.907685] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.907793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a1be3d4-261d-4194-97ff-48ba2757b4b6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.907899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.908045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.908121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.908232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acac2e1f-fce8-4963-b9bf-756ce84419d9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.908984] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.909190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.909267] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.909411] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.909490] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.909589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3afb8e7-f075-4d44-aa9d-9911b2540994" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.909745] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.909921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.910024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.910146] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20773977-53ee-4b86-a332-1954a3af7415" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.910269] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.910414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.910490] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.910600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-347885ea-da5c-4ce1-8470-3fef5ee9df62" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.911426] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.911587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.911632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.911783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.911866] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.911982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5c254fb-db29-4d45-98cc-e1e55f8d1a9f" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.991586] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.991776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.991846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.992102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.992200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.992407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60251b0b-26c6-4a18-b21e-cc205fa6ae78" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.005595] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 in Status: SUCCESS [ 1040.005696] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb649bcd-ea08-492a-86b1-24e99465c5c8 deletion is rescheduled due to dependency. [ 1040.005816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb649bcd-ea08-492a-86b1-24e99465c5c8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.015307] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.016194] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.016194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.016194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.016524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.016653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.016765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-315e4887-df11-4098-bc83-89420a6b2cb2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.165051] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e967fa87-8850-4d4f-89c0-0d5a32442ca7: rpc.has_security_group_logging(os_id): False [ 1040.165051] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8: rpc.has_security_group_logging(os_id): False [ 1040.190579] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.190779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.190826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.191136] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.191250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.191369] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 1040.193600] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6009b2d-83cb-45ce-954d-c2e4d43adf56: rpc.has_security_group_logging(os_id): False [ 1040.194952] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5aec63-5d9a-48c3-b0b1-c6b153f70ef1: rpc.has_security_group_logging(os_id): False [ 1040.196609] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.196739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.196808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.197542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.204216] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2f0b73f-c6d5-4845-b545-5c1afefd0d2d: rpc.has_security_group_logging(os_id): False [ 1040.207110] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.207292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.221685] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.221805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.227447] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.227561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.228503] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.228603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.232998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.233291] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.233405] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.233471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.233841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.233938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.234198] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.234315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.234383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.234766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.234766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.234951] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.235031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.235082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.235234] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.235315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.235410] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 1040.236765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.236928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.249775] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.249925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.249996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.250364] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.250512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.260197] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.260563] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.260712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.260786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.260989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.261084] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.261185] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 is going to be updated. [ 1040.262324] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.262503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.264444] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 1040.289384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.289649] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.289774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.289840] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.290185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.290185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.290353] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.290454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.290568] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.290668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.290744] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.290932] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.291028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.291071] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.291210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.291285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.291424] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 is going to be updated. [ 1040.292494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.292664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.315151] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.315444] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.315624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.315777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.315913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.316038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.316339] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.316458] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.316458] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.316733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.316733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.316860] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.316931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.316990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.317162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.317237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.317318] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 1040.318719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.318719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.330054] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.330250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.349354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.349704] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.349828] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.349886] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.350118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.350215] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.350311] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 is going to be updated. [ 1040.351870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.352569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.352800] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.364767] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.366018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.366018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.366018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.366250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.369565] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 1040.378525] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 in Status: IN_PROGRESS for 2s [ 1040.388380] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.388380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.388380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.388689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.388725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.411274] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: IN_PROGRESS for 2s [ 1040.412780] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.413482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.413482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.413482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.413675] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.450936] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 1040.472265] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.472445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.472492] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.472684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.472832] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.509631] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: IN_PROGRESS for 2s [ 1041.274282] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: SUCCESS [ 1041.274670] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.538130] env[65740]: INFO networking_nsxv3.common.synchronization [req-be26c084-534c-419d-8e43-a1e20948334a req-77da96c5-7219-4251-920e-c85660614775 tempest-ServerRescueNegativeTestJSON-323295896 tempest-ServerRescueNegativeTestJSON-323295896-project-member] Enqueued Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_members [ 1041.538130] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_members [ 1041.538130] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.538130] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.538775] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.539214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.540167] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.541276] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.541679] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.542200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.543697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.543697] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.936974] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.937203] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-911" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.937314] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-911" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.937591] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-911" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.937851] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.938017] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.938138] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.938363] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.938514] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.938715] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.938828] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.938936] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.942442] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.942442] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.942442] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.942442] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.959933] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.960117] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.960264] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.960453] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-911" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.960770] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-583dab3a-cbf8-4286-8e3c-731e01c5cd0a taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.961084] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-583dab3a-cbf8-4286-8e3c-731e01c5cd0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.961084] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-583dab3a-cbf8-4286-8e3c-731e01c5cd0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.961458] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-583dab3a-cbf8-4286-8e3c-731e01c5cd0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.961639] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583dab3a-cbf8-4286-8e3c-731e01c5cd0a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.045514] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.278132] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 1042.278529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.278529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.278836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.279043] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.279214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.279331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.279544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.279660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.279760] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.279873] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.385409] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 1042.385677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.395919] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 in Status: SUCCESS [ 1042.396164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.426608] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: SUCCESS [ 1042.426860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.465468] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 1042.465710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.466324] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.466526] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.466651] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.466933] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.467096] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.467717] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 583dab3a-cbf8-4286-8e3c-731e01c5cd0a not found, creating... [ 1042.468079] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.468318] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.468450] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.468752] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.468909] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.469228] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.469543] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.469677] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.469901] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.470043] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.470192] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 583dab3a-cbf8-4286-8e3c-731e01c5cd0a is going to be created. [ 1042.492218] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.492428] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.492664] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.492837] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.493044] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.493280] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-583dab3a-cbf8-4286-8e3c-731e01c5cd0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.545971] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: SUCCESS [ 1042.546240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.548086] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.781806] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.781958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.782040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.782292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.782479] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.782584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.782664] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.782829] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.782916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.783017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.783163] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.783278] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.783328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.783441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.783602] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.783692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.783751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.783886] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.783957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.784088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.784195] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.051055] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.051266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.051353] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.051629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.051749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.051854] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b is going to be updated. [ 1043.088448] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.088646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.088646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.088869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.089024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.098704] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: IN_PROGRESS for 2s [ 1043.201037] env[65740]: INFO networking_nsxv3.common.synchronization [req-be26c084-534c-419d-8e43-a1e20948334a req-c6795c24-495c-494d-86ea-719ba793aeaf service nova] Enqueued Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_rules [ 1043.201037] env[65740]: INFO networking_nsxv3.common.synchronization [req-be26c084-534c-419d-8e43-a1e20948334a req-c6795c24-495c-494d-86ea-719ba793aeaf service nova] Enqueued Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_members [ 1043.201630] env[65740]: INFO networking_nsxv3.common.synchronization [req-be26c084-534c-419d-8e43-a1e20948334a req-c6795c24-495c-494d-86ea-719ba793aeaf service nova] Enqueued Resource ID: 583dab3a-cbf8-4286-8e3c-731e01c5cd0a with Priority: HIGHEST for action port [ 1043.202544] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_rules [ 1043.203022] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_members [ 1043.203446] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583dab3a-cbf8-4286-8e3c-731e01c5cd0a with Priority: HIGHEST for action port [ 1043.204707] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.204707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.204707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.205143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.206019] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.206914] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.207235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.207664] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-583dab3a-cbf8-4286-8e3c-731e01c5cd0a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.209516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-583dab3a-cbf8-4286-8e3c-731e01c5cd0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.209516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-583dab3a-cbf8-4286-8e3c-731e01c5cd0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.209516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-583dab3a-cbf8-4286-8e3c-731e01c5cd0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.209516] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583dab3a-cbf8-4286-8e3c-731e01c5cd0a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.287443] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6: rpc.has_security_group_logging(os_id): False [ 1043.306918] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.307112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.307186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.307767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.328098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.328399] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.328533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.328601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.328879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.328969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.329217] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.329323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.329385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.329557] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.329641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.329840] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.330068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.330969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.331195] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.331316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.331439] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 1043.398876] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.399111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.399159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.399420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.399480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.412750] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 1043.712586] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.712586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.712699] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 583dab3a-cbf8-4286-8e3c-731e01c5cd0a with status ACTIVE [ 1043.713389] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.713389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.713389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.713389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.713389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.713690] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.713690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.713690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.714311] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.714311] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.714311] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.714311] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.714311] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.714594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.714594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.714594] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 583dab3a-cbf8-4286-8e3c-731e01c5cd0a is going to be updated. [ 1043.746029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.746029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.746189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.746323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.746457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.746616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-583dab3a-cbf8-4286-8e3c-731e01c5cd0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.111888] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: SUCCESS [ 1045.112230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.112450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.112748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.112982] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.113140] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.113232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.113387] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.113472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.113636] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.430863] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 1045.430863] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.616043] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.120120] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.622409] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.623381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.623381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.623381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.623381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.623381] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b is going to be updated. [ 1046.652846] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.653149] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.653313] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.653691] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.653964] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.746275] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: IN_PROGRESS for 2s [ 1047.815457] env[65740]: INFO networking_nsxv3.common.synchronization [req-47e53783-cd77-431b-847a-4f05cc756450 req-8e72b9a2-5fa3-4d76-be27-52e54c7528a3 tempest-ServerDiskConfigTestJSON-1821978894 tempest-ServerDiskConfigTestJSON-1821978894-project-member] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 1047.816660] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 1047.816660] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.816660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.816660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.816855] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.817537] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.817537] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.817537] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.817537] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.817537] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.817537] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.321602] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.321758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.321824] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.322061] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.322149] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.322347] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.322442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.322491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.322702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.322702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.322787] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 1048.357274] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.357446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.357488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.357702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.357887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.369344] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 1048.758644] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: SUCCESS [ 1048.758841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.759701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.759701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.759701] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.759701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.759701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.759979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.759979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.759979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.759979] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.263831] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.263831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.263831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.263831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.263831] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.263831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.263831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.263831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.263831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.264888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.264888] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.264888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.264888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.264888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.264888] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.264888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.264888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.264888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.264888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.264888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.265320] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.770260] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b: rpc.has_security_group_logging(os_id): False [ 1049.790409] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.790587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.790587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.790866] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.790991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.791275] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.791409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.791484] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.791678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.791780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.792067] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.792195] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.792609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.792609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.792609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.792776] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.792858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.792941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.793172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.793527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.793527] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b is going to be updated. [ 1049.859445] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.859616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.859702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.859879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.860031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.873026] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: IN_PROGRESS for 2s [ 1050.378942] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 1050.379667] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 deletion is rescheduled due to dependency. [ 1050.379667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.890275] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: SUCCESS [ 1051.891471] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.817605] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1052.817605] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1054.306839] env[65740]: INFO networking_nsxv3.common.synchronization [req-b47a9355-9b77-4630-9dc9-8f828b54aa57 req-12ec1df5-595c-49df-b91d-e12b9bd10ece tempest-ServerDiskConfigTestJSON-1821978894 tempest-ServerDiskConfigTestJSON-1821978894-project-member] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 1054.308519] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 1054.308519] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.308519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.308519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.308519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.308944] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.308944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.308944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.309162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.309162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.309273] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.653477] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.653656] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.653801] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.654134] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.654771] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.654938] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.655071] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.655309] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.655488] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.655703] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.655817] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.655924] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.656046] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.656156] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.656260] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.656400] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.680029] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.680029] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.680029] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.680290] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-32" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.680525] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-7d0afe15-d7b8-4278-800c-199756f004e0 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.680701] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-7d0afe15-d7b8-4278-800c-199756f004e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.680818] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-7d0afe15-d7b8-4278-800c-199756f004e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.681166] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-7d0afe15-d7b8-4278-800c-199756f004e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.681307] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0afe15-d7b8-4278-800c-199756f004e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.811992] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.812222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.812332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.812586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.812679] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.813334] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.813334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.813334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.813334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.813334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.813616] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 1054.844194] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.844408] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.844408] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.844658] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.844765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.855201] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 1055.002771] env[65740]: INFO networking_nsxv3.common.synchronization [req-d8a4a758-d6f1-4ad9-89fd-6d72ffa50506 req-90a13d9b-fcad-4260-978a-97772f471f12 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_members [ 1055.003451] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_members [ 1055.003982] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.003982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.004735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.004994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.005144] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.005253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.005318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.005478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.005564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.005658] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.184357] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.185492] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.185592] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.185832] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.185999] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.186184] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 7d0afe15-d7b8-4278-800c-199756f004e0 not found, creating... [ 1055.186470] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.187442] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.187442] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.187442] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.187442] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.187641] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.187641] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.187756] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.187995] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.188116] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.188252] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 7d0afe15-d7b8-4278-800c-199756f004e0 is going to be created. [ 1055.210028] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.210201] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.210478] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.210587] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.210812] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.211035] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-7d0afe15-d7b8-4278-800c-199756f004e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.508030] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.924420] env[65740]: INFO networking_nsxv3.common.synchronization [req-b47a9355-9b77-4630-9dc9-8f828b54aa57 req-4e6a38b7-f8ad-4070-b46f-7038ce7cccd2 service nova] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_rules [ 1055.924626] env[65740]: INFO networking_nsxv3.common.synchronization [req-b47a9355-9b77-4630-9dc9-8f828b54aa57 req-4e6a38b7-f8ad-4070-b46f-7038ce7cccd2 service nova] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 1055.924768] env[65740]: INFO networking_nsxv3.common.synchronization [req-b47a9355-9b77-4630-9dc9-8f828b54aa57 req-4e6a38b7-f8ad-4070-b46f-7038ce7cccd2 service nova] Enqueued Resource ID: 7d0afe15-d7b8-4278-800c-199756f004e0 with Priority: HIGHEST for action port [ 1055.925326] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_rules [ 1055.925467] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 1055.925566] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0afe15-d7b8-4278-800c-199756f004e0 with Priority: HIGHEST for action port [ 1055.925871] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.926010] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.926111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.926323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.926407] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.927286] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.927749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.927749] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d0afe15-d7b8-4278-800c-199756f004e0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.927958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d0afe15-d7b8-4278-800c-199756f004e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.927958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d0afe15-d7b8-4278-800c-199756f004e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.928063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d0afe15-d7b8-4278-800c-199756f004e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.928100] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0afe15-d7b8-4278-800c-199756f004e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.010678] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.429870] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.430018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.432396] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d0afe15-d7b8-4278-800c-199756f004e0 with status ACTIVE [ 1056.432689] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.432801] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.432878] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.433102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.433192] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.433414] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.433524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.435730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.435730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.435730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.435730] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.435730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.435730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.435730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.435730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.435730] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d0afe15-d7b8-4278-800c-199756f004e0 is going to be updated. [ 1056.457205] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.457299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.457299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.457536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.457685] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.457864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d0afe15-d7b8-4278-800c-199756f004e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.514393] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.514393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.514393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.514393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.514393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.515108] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 is going to be updated. [ 1056.555406] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.555916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.556177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.556611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.556784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.573700] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: IN_PROGRESS for 2s [ 1056.782917] env[65740]: INFO networking_nsxv3.common.synchronization [req-90be639d-d7aa-4e84-8bc7-efb312b5bc29 req-a1136def-b036-4723-bc63-557e11271bcf tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_members [ 1056.787601] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_members [ 1056.788387] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.788523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.788593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.788809] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.788970] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.789086] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.789147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.789299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.789389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.789492] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.866565] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 1056.866752] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 deletion is rescheduled due to dependency. [ 1056.866917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.867128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.867373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.867576] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.867711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.867782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.867968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.868067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.868179] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.140231] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.140430] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.140542] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.140947] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.141350] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.141428] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.141512] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.141879] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.142044] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.142257] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.142360] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.142468] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.142576] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.142683] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.142865] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.143016] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.166211] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.166211] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.166211] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.166798] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.166950] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.167368] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.167368] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.167711] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.167847] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46aedf38-b9dc-47f7-ba11-d66dd4cb5245',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.292573] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.292840] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.292840] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.293067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.314434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.314687] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.314874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.314874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.315142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.315238] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.315329] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 is going to be updated. [ 1057.342735] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.342882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.342957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.343196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.343348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.352535] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: IN_PROGRESS for 2s [ 1057.370044] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.671013] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.671341] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.671474] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.671837] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.672106] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.672350] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 46aedf38-b9dc-47f7-ba11-d66dd4cb5245 not found, creating... [ 1057.672718] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.672929] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.673595] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.673953] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.674275] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.674672] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.674902] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.675079] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.675403] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.675707] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.675876] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 46aedf38-b9dc-47f7-ba11-d66dd4cb5245 is going to be created. [ 1057.703545] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.703876] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.704030] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.704333] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.704614] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.704913] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.872305] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.377290] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.377290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.377290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.377290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.377290] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.377290] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 1058.398974] env[65740]: INFO networking_nsxv3.common.synchronization [req-90be639d-d7aa-4e84-8bc7-efb312b5bc29 req-69354603-81e3-4fa3-8a2e-4a4840e64b02 service nova] Enqueued Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_rules [ 1058.399192] env[65740]: INFO networking_nsxv3.common.synchronization [req-90be639d-d7aa-4e84-8bc7-efb312b5bc29 req-69354603-81e3-4fa3-8a2e-4a4840e64b02 service nova] Enqueued Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_members [ 1058.399336] env[65740]: INFO networking_nsxv3.common.synchronization [req-90be639d-d7aa-4e84-8bc7-efb312b5bc29 req-69354603-81e3-4fa3-8a2e-4a4840e64b02 service nova] Enqueued Resource ID: 46aedf38-b9dc-47f7-ba11-d66dd4cb5245 with Priority: HIGHEST for action port [ 1058.399882] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_rules [ 1058.400423] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_members [ 1058.400598] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46aedf38-b9dc-47f7-ba11-d66dd4cb5245 with Priority: HIGHEST for action port [ 1058.401058] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.401214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.401296] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.401500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.401609] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.403282] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.403393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.403928] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.404224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.404224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.404373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.404452] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46aedf38-b9dc-47f7-ba11-d66dd4cb5245',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.406421] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.406421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.406421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.407597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.408225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.418577] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 1058.586126] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: SUCCESS [ 1058.586351] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.911099] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.911099] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.911099] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46aedf38-b9dc-47f7-ba11-d66dd4cb5245 with status ACTIVE [ 1058.911387] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.911387] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.911387] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.911975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.911975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.911975] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.911975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.911975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.912224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.912224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.912374] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.912493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.912540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.912656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.912723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.912803] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46aedf38-b9dc-47f7-ba11-d66dd4cb5245 is going to be updated. [ 1058.934018] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.934185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.934255] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.934459] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.934592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.934755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.367590] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: SUCCESS [ 1059.367771] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 deletion is rescheduled due to dependency. [ 1059.367893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.368089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.368313] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.368499] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.368619] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.368696] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.368869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.368954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.369068] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.871519] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.376993] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.429953] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 1060.430216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.430393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.430620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.430807] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.430927] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.430994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.431165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.431247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.431332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.431425] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.879020] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.879020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.879252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.880054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.880054] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.880212] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 is going to be updated. [ 1060.930485] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.930657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.930657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.931815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.931815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.938423] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.939821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.940494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.941319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.941319] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.941319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.941319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.941319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.941598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.941598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.941598] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.941773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.941810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.941927] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.942195] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.942331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.942375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.942504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.942604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.942692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.942797] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.945018] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: IN_PROGRESS for 2s [ 1061.446683] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e967fa87-8850-4d4f-89c0-0d5a32442ca7: rpc.has_security_group_logging(os_id): False [ 1061.467344] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.467521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.467565] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.467843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.467978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.468233] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.468362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.468452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.468598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.468681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.468861] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.468957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.469025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.469424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.469549] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.469855] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.469949] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.469949] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.471037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.471037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.471037] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 1061.558040] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.558040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.558040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.558040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.558040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.575982] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 1062.670607] env[65740]: INFO networking_nsxv3.common.synchronization [req-5b02e047-dff3-4932-90ed-90d3393c6868 req-cd9bc1a8-43f0-4df4-b552-26e5b6018d0b tempest-DeleteServersTestJSON-648489044 tempest-DeleteServersTestJSON-648489044-project-member] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 1062.673240] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGHEST for action security_group_members [ 1062.673736] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.673924] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.674019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.674192] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.674362] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.674462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.674523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.674702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.674827] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.674990] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.957594] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: SUCCESS [ 1062.957871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.958107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.958365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.958658] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.958747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.958810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.959025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.959118] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.959209] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.959324] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.178315] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.178509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.178554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.179123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.179123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.179123] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.179123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.179374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.179374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.179441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.179480] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be updated. [ 1063.211540] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.211784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.211853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.212076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.212282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.222159] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: IN_PROGRESS for 2s [ 1063.462390] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.462625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.462718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.463053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.463306] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.463456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.463554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.463848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.464049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.464135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.464362] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.464505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.464607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.464847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.465073] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.465215] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.465319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.465523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.465639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.465774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.465896] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.591316] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 1063.591549] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.911097] env[65740]: INFO networking_nsxv3.common.synchronization [req-af4555c1-568b-483f-b73c-a92321e84b01 req-2f474dfb-fb1f-4c32-ad18-58f4c5ab1b5e tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_members [ 1063.911542] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGHEST for action security_group_members [ 1063.911968] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.912397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.912518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.912833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.913123] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.913311] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.913376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.913556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.913651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.913801] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.969669] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8264490-e7a2-4551-ac2d-ad8e3ae10325: rpc.has_security_group_logging(os_id): False [ 1063.994094] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.994094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.994094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.994094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.994094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.994094] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.996042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.996042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.996042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.996042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.996042] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.996042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.996042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.001022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.001022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.001022] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.001022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.001022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.001022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.001022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.001022] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 is going to be updated. [ 1064.081481] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.081832] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.081832] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.082034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.082142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.102478] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: IN_PROGRESS for 2s [ 1064.415845] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.416167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.416167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.416410] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.441323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.441559] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.441768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.441853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.442104] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.442204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.442313] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 is going to be updated. [ 1064.482911] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.483167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.483167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.483444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.483607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.493934] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: IN_PROGRESS for 2s [ 1065.233299] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d in Status: SUCCESS [ 1065.233617] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d deletion is rescheduled due to dependency. [ 1065.233617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.117190] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: SUCCESS [ 1066.117487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.507505] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 in Status: SUCCESS [ 1066.507921] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 deletion is rescheduled due to dependency. [ 1066.507921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.558922] env[65740]: INFO networking_nsxv3.common.synchronization [req-40f7d5ae-7399-4f54-98a6-efeb9d1ca46e req-ee5419f1-a8d8-43c7-aebf-181657c0a6ed tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_members [ 1067.559995] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 with Priority: HIGHEST for action security_group_members [ 1067.559995] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8264490-e7a2-4551-ac2d-ad8e3ae10325 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.559995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.559995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.560858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.560858] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.560858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.560858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.560858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.561354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.561354] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8264490-e7a2-4551-ac2d-ad8e3ae10325',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.626984] env[65740]: INFO networking_nsxv3.common.synchronization [req-40f7d5ae-7399-4f54-98a6-efeb9d1ca46e req-ee5419f1-a8d8-43c7-aebf-181657c0a6ed tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: 46aedf38-b9dc-47f7-ba11-d66dd4cb5245 with Priority: HIGHEST for action port [ 1067.627780] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46aedf38-b9dc-47f7-ba11-d66dd4cb5245 with Priority: HIGHEST for action port [ 1067.628223] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.628412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.628565] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.629741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.629741] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46aedf38-b9dc-47f7-ba11-d66dd4cb5245',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.063207] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.063392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.063439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.063672] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.063995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.064296] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.064413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.064482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.064660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.064769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.064870] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 is going to be updated. [ 1068.104308] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.104480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.104559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.104757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.104925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.115283] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: IN_PROGRESS for 2s [ 1068.132965] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46aedf38-b9dc-47f7-ba11-d66dd4cb5245 with status ACTIVE [ 1068.133229] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.133368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.133442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.133883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.134207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.134353] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.134463] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.134525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.134713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.134801] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.135034] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.135144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.135206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.135347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.135425] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.135513] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46aedf38-b9dc-47f7-ba11-d66dd4cb5245 is going to be updated. [ 1068.163570] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.163570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.163570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.164034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.164034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.164034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46aedf38-b9dc-47f7-ba11-d66dd4cb5245" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.014375] env[65740]: INFO networking_nsxv3.common.synchronization [req-f68ce75e-9204-433e-9efa-9040a37b8d87 req-276c61bf-7b73-4334-9c51-200e920f4dc6 tempest-ServerDiskConfigTestJSON-1821978894 tempest-ServerDiskConfigTestJSON-1821978894-project-member] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 1069.015028] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGHEST for action security_group_members [ 1069.015945] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.015945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.015945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.015945] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.015945] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.016614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.016683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.017300] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.017585] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.017703] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.290029] env[65740]: INFO networking_nsxv3.common.synchronization [None req-7e4a5a5e-a96b-4eb4-8c62-2afa0e6f7f93 tempest-AttachInterfacesTestJSON-874691600 tempest-AttachInterfacesTestJSON-874691600-project-member] Enqueued Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 1069.290720] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 with Priority: HIGHEST for action security_group_members [ 1069.292081] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.292081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.292081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.292081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.292081] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.292438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.292438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.292513] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.292551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.293845] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.521903] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.521903] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.521903] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.522643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.522643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.522643] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.522643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.522643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.522992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.523097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.523231] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be updated. [ 1069.557581] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.559527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.559527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.559527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.559527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.569905] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: IN_PROGRESS for 2s [ 1069.795786] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.795786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.795786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.795786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.796198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.796198] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.796198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.796323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.796440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.796479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.796556] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 is going to be updated. [ 1069.835960] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.835960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.835960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.835960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.835960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.847409] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: IN_PROGRESS for 2s [ 1070.126184] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 in Status: SUCCESS [ 1070.126447] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8264490-e7a2-4551-ac2d-ad8e3ae10325 deletion is rescheduled due to dependency. [ 1070.126447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8264490-e7a2-4551-ac2d-ad8e3ae10325" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.587499] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 in Status: SUCCESS [ 1071.587847] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 deletion is rescheduled due to dependency. [ 1071.587954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.859034] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 in Status: SUCCESS [ 1071.859377] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6 deletion is rescheduled due to dependency. [ 1071.860126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d182ab5a-c9e6-462f-b9f1-7bf5b6de5af6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.292651] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1074.293148] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1074.460973] env[65740]: INFO networking_nsxv3.common.synchronization [None req-c7d1841e-fa32-489e-9491-aed4c6c85e76 None None] Enqueued Resource ID: 9ec332d4-0009-4d4d-b97e-83112ee84d96 with Priority: HIGHEST for action port [ 1074.461795] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec332d4-0009-4d4d-b97e-83112ee84d96 with Priority: HIGHEST for action port [ 1074.462388] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ec332d4-0009-4d4d-b97e-83112ee84d96 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.462592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ec332d4-0009-4d4d-b97e-83112ee84d96" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.462732] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ec332d4-0009-4d4d-b97e-83112ee84d96" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.463562] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ec332d4-0009-4d4d-b97e-83112ee84d96" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.463562] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ec332d4-0009-4d4d-b97e-83112ee84d96',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.965932] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ec332d4-0009-4d4d-b97e-83112ee84d96 [ 1074.966251] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.966397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.966466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.966684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.966789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.966897] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ec332d4-0009-4d4d-b97e-83112ee84d96 already deleted. [ 1074.966982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ec332d4-0009-4d4d-b97e-83112ee84d96" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.845764] env[65740]: INFO networking_nsxv3.common.synchronization [None req-f93a139c-afd5-4c6c-9f84-9b71ca5e91b1 None None] Enqueued Resource ID: e0d9f4c1-40e2-4391-941a-3648f1ba685e with Priority: HIGHEST for action port [ 1076.850344] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d9f4c1-40e2-4391-941a-3648f1ba685e with Priority: HIGHEST for action port [ 1076.850344] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0d9f4c1-40e2-4391-941a-3648f1ba685e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.850344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0d9f4c1-40e2-4391-941a-3648f1ba685e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.850344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0d9f4c1-40e2-4391-941a-3648f1ba685e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.850344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0d9f4c1-40e2-4391-941a-3648f1ba685e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.850344] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d9f4c1-40e2-4391-941a-3648f1ba685e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.910466] env[65740]: INFO networking_nsxv3.common.synchronization [None req-ad7159d1-0686-4a82-b806-aeea141f4953 None None] Enqueued Resource ID: 5fca9cae-f3fe-460a-bad7-d1da20319f24 with Priority: HIGHEST for action port [ 1076.910729] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fca9cae-f3fe-460a-bad7-d1da20319f24 with Priority: HIGHEST for action port [ 1076.911336] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fca9cae-f3fe-460a-bad7-d1da20319f24 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.911452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fca9cae-f3fe-460a-bad7-d1da20319f24" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.911516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fca9cae-f3fe-460a-bad7-d1da20319f24" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.911807] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fca9cae-f3fe-460a-bad7-d1da20319f24" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.911921] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fca9cae-f3fe-460a-bad7-d1da20319f24',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.354510] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0d9f4c1-40e2-4391-941a-3648f1ba685e [ 1077.354510] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.354510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.354510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.354510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.354510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.354510] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0d9f4c1-40e2-4391-941a-3648f1ba685e already deleted. [ 1077.354510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0d9f4c1-40e2-4391-941a-3648f1ba685e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.419241] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fca9cae-f3fe-460a-bad7-d1da20319f24 [ 1077.419241] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.419241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.419241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.419241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.419241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.419241] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fca9cae-f3fe-460a-bad7-d1da20319f24 already deleted. [ 1077.419241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fca9cae-f3fe-460a-bad7-d1da20319f24" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.664519] env[65740]: INFO networking_nsxv3.common.synchronization [None req-2557df16-0ab7-435a-b5fc-41ec2f2f2307 None None] Enqueued Resource ID: 53bd34fe-17e8-437c-9a7c-41a7c4677c25 with Priority: HIGHEST for action port [ 1079.664825] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53bd34fe-17e8-437c-9a7c-41a7c4677c25 with Priority: HIGHEST for action port [ 1079.665993] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-53bd34fe-17e8-437c-9a7c-41a7c4677c25 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.665993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53bd34fe-17e8-437c-9a7c-41a7c4677c25" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.665993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53bd34fe-17e8-437c-9a7c-41a7c4677c25" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.665993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53bd34fe-17e8-437c-9a7c-41a7c4677c25" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.665993] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53bd34fe-17e8-437c-9a7c-41a7c4677c25',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.847955] env[65740]: INFO networking_nsxv3.common.synchronization [None req-102a5f6e-c8b1-4c21-9ea4-3cf1c839f994 None None] Enqueued Resource ID: 641c4da9-a9a0-4eaa-8475-736d31fee57b with Priority: HIGHEST for action port [ 1079.851808] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641c4da9-a9a0-4eaa-8475-736d31fee57b with Priority: HIGHEST for action port [ 1079.852342] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-641c4da9-a9a0-4eaa-8475-736d31fee57b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.854026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-641c4da9-a9a0-4eaa-8475-736d31fee57b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.854026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-641c4da9-a9a0-4eaa-8475-736d31fee57b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.854026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-641c4da9-a9a0-4eaa-8475-736d31fee57b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.854026] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641c4da9-a9a0-4eaa-8475-736d31fee57b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.056787] env[65740]: INFO networking_nsxv3.common.synchronization [req-d474ab91-328e-413e-aa37-08421cfe4f59 req-c23ebb11-bc0c-4f15-90b4-ae7e2d086feb tempest-ServerActionsTestJSON-1232280853 tempest-ServerActionsTestJSON-1232280853-project-member] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1080.056787] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1080.056787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.056787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.056787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.056787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.056787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.056787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.056787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.056787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.056787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.056787] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.168495] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53bd34fe-17e8-437c-9a7c-41a7c4677c25 [ 1080.168495] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.168495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.168495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.168495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.168495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.168495] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53bd34fe-17e8-437c-9a7c-41a7c4677c25 already deleted. [ 1080.168495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53bd34fe-17e8-437c-9a7c-41a7c4677c25" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.359697] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 641c4da9-a9a0-4eaa-8475-736d31fee57b [ 1080.359988] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.360136] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.360198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.360403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.360487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.360578] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:641c4da9-a9a0-4eaa-8475-736d31fee57b already deleted. [ 1080.360655] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-641c4da9-a9a0-4eaa-8475-736d31fee57b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.565266] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.565266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.565266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.565266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.593555] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.593994] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.595046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.595046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.595046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.595046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.595046] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 is going to be updated. [ 1080.633949] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.634510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.634651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.634935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.635148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.645839] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: IN_PROGRESS for 2s [ 1081.591606] env[65740]: INFO networking_nsxv3.common.synchronization [None req-059c5f40-1262-404f-9a46-14f8731ee0ec tempest-ServerRescueNegativeTestJSON-323295896 tempest-ServerRescueNegativeTestJSON-323295896-project-member] Enqueued Resource ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 with Priority: HIGHEST for action security_group_rules [ 1081.592476] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 with Priority: HIGHEST for action security_group_rules [ 1081.593033] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.593317] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.593476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.594709] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.594966] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.710736] env[65740]: INFO networking_nsxv3.common.synchronization [None req-26eaeaba-486f-4717-a4db-3f2986f3dab0 tempest-ServerRescueNegativeTestJSON-323295896 tempest-ServerRescueNegativeTestJSON-323295896-project-member] Enqueued Resource ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 with Priority: HIGHEST for action security_group_rules [ 1081.710736] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 with Priority: HIGHEST for action security_group_rules [ 1081.710736] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.710736] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.063568] env[65740]: INFO networking_nsxv3.common.synchronization [req-1be80642-964a-4919-ab6c-ad351c6a9493 req-840040a2-0caf-40ca-af63-7b4efd27d009 tempest-AttachInterfacesUnderV243Test-1102192969 tempest-AttachInterfacesUnderV243Test-1102192969-project-member] Enqueued Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1082.064784] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1082.064784] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.064784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.064784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.064784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.065097] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.065097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.065477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.065587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.065723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.065862] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.085750] env[65740]: INFO networking_nsxv3.common.synchronization [req-1be80642-964a-4919-ab6c-ad351c6a9493 req-840040a2-0caf-40ca-af63-7b4efd27d009 tempest-AttachInterfacesUnderV243Test-1102192969 tempest-AttachInterfacesUnderV243Test-1102192969-project-member] Enqueued Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_rules [ 1082.085937] env[65740]: INFO networking_nsxv3.common.synchronization [req-1be80642-964a-4919-ab6c-ad351c6a9493 req-840040a2-0caf-40ca-af63-7b4efd27d009 tempest-AttachInterfacesUnderV243Test-1102192969 tempest-AttachInterfacesUnderV243Test-1102192969-project-member] Enqueued Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1082.086088] env[65740]: INFO networking_nsxv3.common.synchronization [req-1be80642-964a-4919-ab6c-ad351c6a9493 req-840040a2-0caf-40ca-af63-7b4efd27d009 tempest-AttachInterfacesUnderV243Test-1102192969 tempest-AttachInterfacesUnderV243Test-1102192969-project-member] Enqueued Resource ID: 5d368e1a-3681-402d-9f66-e316afdc1032 with Priority: HIGHEST for action port [ 1082.086542] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_rules [ 1082.086680] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1082.086799] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d368e1a-3681-402d-9f66-e316afdc1032 with Priority: HIGHEST for action port [ 1082.087279] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.087449] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.087554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.087785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.087930] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.089241] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.089382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.089625] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d368e1a-3681-402d-9f66-e316afdc1032 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.089777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.090098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.090098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.090190] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d368e1a-3681-402d-9f66-e316afdc1032',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.120011] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.120632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.120803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.121128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.121295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.121453] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 already deleted. [ 1082.121611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.121812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.122075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.122211] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.568175] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.590739] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.590739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.591878] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d368e1a-3681-402d-9f66-e316afdc1032 with status ACTIVE [ 1082.592326] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.592326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.592326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.593520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.593520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.593520] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.593520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.593520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.593520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.593520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.593520] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.593520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.593520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.593520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.593947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.593947] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d368e1a-3681-402d-9f66-e316afdc1032 is going to be updated. [ 1082.616861] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.617050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.617194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.617422] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.617570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.617763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.655707] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.655707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.655707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.655707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.656081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.656081] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 already deleted. [ 1082.656081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.660066] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: SUCCESS [ 1082.661060] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 deletion is rescheduled due to dependency. [ 1082.661060] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.952177] env[65740]: INFO networking_nsxv3.common.synchronization [None req-215723e0-0a14-420e-900b-9d773d7aea69 None None] Enqueued Resource ID: d0fb96ac-1d3f-434c-b6fd-a7818185f5ba with Priority: HIGHEST for action port [ 1082.952761] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fb96ac-1d3f-434c-b6fd-a7818185f5ba with Priority: HIGHEST for action port [ 1082.953079] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0fb96ac-1d3f-434c-b6fd-a7818185f5ba taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.953204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0fb96ac-1d3f-434c-b6fd-a7818185f5ba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.953273] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0fb96ac-1d3f-434c-b6fd-a7818185f5ba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.953536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0fb96ac-1d3f-434c-b6fd-a7818185f5ba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.953638] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0fb96ac-1d3f-434c-b6fd-a7818185f5ba',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.071407] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.089052] env[65740]: INFO networking_nsxv3.common.synchronization [req-c3e71da2-80ba-41ae-ac40-cdad76706a51 req-4707526a-9f4e-4932-9618-8145a61f6526 tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGHEST for action security_group_members [ 1083.091799] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGHEST for action security_group_members [ 1083.092187] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-466a4767-adb6-4065-9afd-a9872f53c02b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.092311] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.092383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.092606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.092736] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.092835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.092884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.093066] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.093165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.093261] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466a4767-adb6-4065-9afd-a9872f53c02b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.456064] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0fb96ac-1d3f-434c-b6fd-a7818185f5ba [ 1083.456373] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.456546] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.456650] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.456957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.457134] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.457296] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0fb96ac-1d3f-434c-b6fd-a7818185f5ba already deleted. [ 1083.458560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0fb96ac-1d3f-434c-b6fd-a7818185f5ba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.574535] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.574535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.574535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.574535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.574535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.574535] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 is going to be updated. [ 1083.596585] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.596904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.596904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.597029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.612029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.612029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.612029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.612029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.612029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.621098] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: IN_PROGRESS for 2s [ 1083.627110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.627110] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.627110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.627110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.627110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.627110] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.627110] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466a4767-adb6-4065-9afd-a9872f53c02b is going to be updated. [ 1083.639067] env[65740]: INFO networking_nsxv3.common.synchronization [req-9a9c90a7-8677-418e-a1d4-b9515ccc0fc3 req-222d0b89-13e2-4dd2-bf2b-287fff36d8a6 tempest-InstanceActionsTestJSON-1757125460 tempest-InstanceActionsTestJSON-1757125460-project-member] Enqueued Resource ID: 3818a568-4103-48ca-9d98-ecd08759a746 with Priority: HIGHEST for action security_group_members [ 1083.639160] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3818a568-4103-48ca-9d98-ecd08759a746 with Priority: HIGHEST for action security_group_members [ 1083.639424] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3818a568-4103-48ca-9d98-ecd08759a746 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.639583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.639626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.640032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.640032] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.640136] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.640173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.640554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.640554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.640554] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3818a568-4103-48ca-9d98-ecd08759a746',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.657641] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.657788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.659337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.659337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.659337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.671078] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466a4767-adb6-4065-9afd-a9872f53c02b in Status: IN_PROGRESS for 2s [ 1084.068134] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.068379] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-367" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.068568] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-367" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.068938] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-367" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.069255] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.069506] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.069687] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.070097] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.070306] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.070540] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.070674] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.070788] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.070899] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.071075] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.071211] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.071322] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.091197] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.091365] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.091504] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.091684] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-367" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.092148] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-325f0173-6312-4b56-ab92-2477fbe26ea9 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.092333] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-325f0173-6312-4b56-ab92-2477fbe26ea9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.092452] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-325f0173-6312-4b56-ab92-2477fbe26ea9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.092780] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-325f0173-6312-4b56-ab92-2477fbe26ea9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.093248] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('325f0173-6312-4b56-ab92-2477fbe26ea9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.145492] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.145684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.145739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.146243] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.146243] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.146788] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.146788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.146788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.146788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.147046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.147046] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3818a568-4103-48ca-9d98-ecd08759a746 already deleted. [ 1084.147046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.595986] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.596371] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.596563] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.596954] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.597186] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.597530] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 325f0173-6312-4b56-ab92-2477fbe26ea9 not found, creating... [ 1084.597863] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.598109] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.598307] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.598641] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.598848] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.599249] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.599487] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.599675] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.599978] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.600210] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.600438] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 325f0173-6312-4b56-ab92-2477fbe26ea9 is going to be created. [ 1084.622868] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.623204] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.623404] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.623790] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.624145] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.624478] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-325f0173-6312-4b56-ab92-2477fbe26ea9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.145866] env[65740]: INFO networking_nsxv3.common.synchronization [req-7970b1fa-7565-45ba-b174-158a452b1ea2 req-86e79ab7-6817-4ff5-969e-6875bc6e48e8 tempest-AttachInterfacesUnderV243Test-1102192969 tempest-AttachInterfacesUnderV243Test-1102192969-project-member] Enqueued Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1085.146450] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1085.146760] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.146864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.160163] env[65740]: INFO networking_nsxv3.common.synchronization [req-7970b1fa-7565-45ba-b174-158a452b1ea2 req-86e79ab7-6817-4ff5-969e-6875bc6e48e8 tempest-AttachInterfacesUnderV243Test-1102192969 tempest-AttachInterfacesUnderV243Test-1102192969-project-member] Enqueued Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_rules [ 1085.160272] env[65740]: INFO networking_nsxv3.common.synchronization [req-7970b1fa-7565-45ba-b174-158a452b1ea2 req-86e79ab7-6817-4ff5-969e-6875bc6e48e8 tempest-AttachInterfacesUnderV243Test-1102192969 tempest-AttachInterfacesUnderV243Test-1102192969-project-member] Enqueued Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1085.160408] env[65740]: INFO networking_nsxv3.common.synchronization [req-7970b1fa-7565-45ba-b174-158a452b1ea2 req-86e79ab7-6817-4ff5-969e-6875bc6e48e8 tempest-AttachInterfacesUnderV243Test-1102192969 tempest-AttachInterfacesUnderV243Test-1102192969-project-member] Enqueued Resource ID: 5d368e1a-3681-402d-9f66-e316afdc1032 with Priority: HIGHEST for action port [ 1085.161796] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_rules [ 1085.161796] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1085.161796] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d368e1a-3681-402d-9f66-e316afdc1032 with Priority: HIGHEST for action port [ 1085.161796] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.161796] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.161796] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.162159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.162354] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d368e1a-3681-402d-9f66-e316afdc1032 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.162424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.162424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.162629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.162708] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d368e1a-3681-402d-9f66-e316afdc1032',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.387290] env[65740]: INFO networking_nsxv3.common.synchronization [req-9a9c90a7-8677-418e-a1d4-b9515ccc0fc3 req-bd0c5c12-59df-4f37-a204-a4bf55e8efdf service nova] Enqueued Resource ID: 3818a568-4103-48ca-9d98-ecd08759a746 with Priority: HIGHEST for action security_group_rules [ 1085.387650] env[65740]: INFO networking_nsxv3.common.synchronization [req-9a9c90a7-8677-418e-a1d4-b9515ccc0fc3 req-bd0c5c12-59df-4f37-a204-a4bf55e8efdf service nova] Enqueued Resource ID: 3818a568-4103-48ca-9d98-ecd08759a746 with Priority: HIGHEST for action security_group_members [ 1085.387814] env[65740]: INFO networking_nsxv3.common.synchronization [req-9a9c90a7-8677-418e-a1d4-b9515ccc0fc3 req-bd0c5c12-59df-4f37-a204-a4bf55e8efdf service nova] Enqueued Resource ID: 325f0173-6312-4b56-ab92-2477fbe26ea9 with Priority: HIGHEST for action port [ 1085.388519] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3818a568-4103-48ca-9d98-ecd08759a746 with Priority: HIGHEST for action security_group_rules [ 1085.389161] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3818a568-4103-48ca-9d98-ecd08759a746 with Priority: HIGHEST for action security_group_members [ 1085.389161] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325f0173-6312-4b56-ab92-2477fbe26ea9 with Priority: HIGHEST for action port [ 1085.389936] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3818a568-4103-48ca-9d98-ecd08759a746 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.389936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.390132] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.390332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.390411] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3818a568-4103-48ca-9d98-ecd08759a746',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.391627] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3818a568-4103-48ca-9d98-ecd08759a746 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.391627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.391765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.391974] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.392255] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.392418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.392539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.393114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.393114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.393114] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3818a568-4103-48ca-9d98-ecd08759a746',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.394093] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-325f0173-6312-4b56-ab92-2477fbe26ea9 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.394626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-325f0173-6312-4b56-ab92-2477fbe26ea9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.394626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-325f0173-6312-4b56-ab92-2477fbe26ea9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.394626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-325f0173-6312-4b56-ab92-2477fbe26ea9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.394776] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('325f0173-6312-4b56-ab92-2477fbe26ea9',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.632050] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: SUCCESS [ 1085.632328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.632561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.632843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.633088] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.633232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.633318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.633510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.633613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.633805] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.666476] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d368e1a-3681-402d-9f66-e316afdc1032 with status ACTIVE [ 1085.666778] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.666955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.667042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.667251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.667343] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.667530] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.667624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.667688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.667836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.667919] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.668116] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.668208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.668269] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.668406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.668478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.668563] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d368e1a-3681-402d-9f66-e316afdc1032 is going to be updated. [ 1085.681070] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466a4767-adb6-4065-9afd-a9872f53c02b in Status: IN_PROGRESS for 4s [ 1085.694280] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.694461] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.694569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.694844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.695053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.695320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d368e1a-3681-402d-9f66-e316afdc1032" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.896437] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3818a568-4103-48ca-9d98-ecd08759a746 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.896857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.897164] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3818a568-4103-48ca-9d98-ecd08759a746',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.898273] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 325f0173-6312-4b56-ab92-2477fbe26ea9 with status ACTIVE [ 1085.898550] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.898694] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.898781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.899052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.899192] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.899770] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.899876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.899913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.901223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.901223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.901223] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.901223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.901223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.901223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.901223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.901223] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 325f0173-6312-4b56-ab92-2477fbe26ea9 is going to be updated. [ 1085.925261] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.925404] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.925476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.925682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.925814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.925975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-325f0173-6312-4b56-ab92-2477fbe26ea9" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.047875] env[65740]: INFO networking_nsxv3.common.synchronization [req-03715087-644e-452b-9e30-f94db3b85e66 req-1e3203b6-98ab-4baf-9e19-127bc4101adf tempest-InstanceActionsV221TestJSON-1402015642 tempest-InstanceActionsV221TestJSON-1402015642-project-member] Enqueued Resource ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a with Priority: HIGHEST for action security_group_members [ 1086.048447] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a with Priority: HIGHEST for action security_group_members [ 1086.048804] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.048960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.049043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.049368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.049578] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.049737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.050142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.050142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.050272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.050272] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('104c0ac9-970a-493f-bfd1-1a5ae9e42e0a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.137575] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.404427] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3818a568-4103-48ca-9d98-ecd08759a746',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.446519] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.446811] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-533" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.446811] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-533" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.448047] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-533" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.448047] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.448047] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.448263] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.448370] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.448520] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.448733] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.448850] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.448963] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.449223] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.449223] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.449324] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.449504] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.472389] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.472389] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.472389] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.472585] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-533" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.472797] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-4c254eb0-bae0-4fb3-937a-1ff61be643cc taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.473185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-4c254eb0-bae0-4fb3-937a-1ff61be643cc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.473185] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-4c254eb0-bae0-4fb3-937a-1ff61be643cc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.473510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-4c254eb0-bae0-4fb3-937a-1ff61be643cc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.473649] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c254eb0-bae0-4fb3-937a-1ff61be643cc',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.552651] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.552845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.554308] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.554308] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.554514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.554656] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.554905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.554905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.555187] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.555300] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.555436] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a already deleted. [ 1086.555546] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.639823] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.907849] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.909933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.909933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.909933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.909933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.909933] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3818a568-4103-48ca-9d98-ecd08759a746 is going to be created. [ 1086.945326] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.945628] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.945628] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.945774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.945946] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.957027] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3818a568-4103-48ca-9d98-ecd08759a746 in Status: UNINITIALIZED for 2s [ 1086.979365] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.979365] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.979365] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.979365] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.979365] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.979365] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 4c254eb0-bae0-4fb3-937a-1ff61be643cc not found, creating... [ 1086.979365] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.979365] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.979365] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.979365] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.979365] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.980510] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.980510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.980510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.980510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.980510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.980510] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 4c254eb0-bae0-4fb3-937a-1ff61be643cc is going to be created. [ 1087.001822] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.002035] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.002140] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.002583] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.002655] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.002857] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-4c254eb0-bae0-4fb3-937a-1ff61be643cc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.145841] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.145841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.145841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.146065] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.146244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.146244] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 is going to be updated. [ 1087.192031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.192196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.192282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.192474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.192623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.203095] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: IN_PROGRESS for 2s [ 1087.694443] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466a4767-adb6-4065-9afd-a9872f53c02b in Status: SUCCESS [ 1087.694443] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466a4767-adb6-4065-9afd-a9872f53c02b deletion is rescheduled due to dependency. [ 1087.694443] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.783109] env[65740]: INFO networking_nsxv3.common.synchronization [req-03715087-644e-452b-9e30-f94db3b85e66 req-2480532c-c6a3-4ce4-af96-6f37d36ed5e3 service nova] Enqueued Resource ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a with Priority: HIGHEST for action security_group_rules [ 1087.783395] env[65740]: INFO networking_nsxv3.common.synchronization [req-03715087-644e-452b-9e30-f94db3b85e66 req-2480532c-c6a3-4ce4-af96-6f37d36ed5e3 service nova] Enqueued Resource ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a with Priority: HIGHEST for action security_group_members [ 1087.784041] env[65740]: INFO networking_nsxv3.common.synchronization [req-03715087-644e-452b-9e30-f94db3b85e66 req-2480532c-c6a3-4ce4-af96-6f37d36ed5e3 service nova] Enqueued Resource ID: 4c254eb0-bae0-4fb3-937a-1ff61be643cc with Priority: HIGHEST for action port [ 1087.784460] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a with Priority: HIGHEST for action security_group_rules [ 1087.784693] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a with Priority: HIGHEST for action security_group_members [ 1087.784851] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c254eb0-bae0-4fb3-937a-1ff61be643cc with Priority: HIGHEST for action port [ 1087.785765] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.785765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.785765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.785990] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.786092] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('104c0ac9-970a-493f-bfd1-1a5ae9e42e0a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.787347] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.787662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.787662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.787977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.788234] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.788426] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.788596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.788797] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.788928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.789077] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('104c0ac9-970a-493f-bfd1-1a5ae9e42e0a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.791267] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c254eb0-bae0-4fb3-937a-1ff61be643cc taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.791267] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c254eb0-bae0-4fb3-937a-1ff61be643cc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.791424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c254eb0-bae0-4fb3-937a-1ff61be643cc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.791561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c254eb0-bae0-4fb3-937a-1ff61be643cc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.791699] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c254eb0-bae0-4fb3-937a-1ff61be643cc',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.296220] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.296425] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.296569] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('104c0ac9-970a-493f-bfd1-1a5ae9e42e0a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.297554] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c254eb0-bae0-4fb3-937a-1ff61be643cc with status ACTIVE [ 1088.297834] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.298377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.298377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.298377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.298377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.298580] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.298580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.298707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.298769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.298933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.299922] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.299922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.299922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.299922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.299922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.299922] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c254eb0-bae0-4fb3-937a-1ff61be643cc is going to be updated. [ 1088.325306] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.325306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.325501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.325592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.325729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.325967] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c254eb0-bae0-4fb3-937a-1ff61be643cc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.804387] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('104c0ac9-970a-493f-bfd1-1a5ae9e42e0a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.969558] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3818a568-4103-48ca-9d98-ecd08759a746 in Status: SUCCESS [ 1088.970102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.970102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.970412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.970656] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.972254] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.972254] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.972501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.972501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.972658] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.972658] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3818a568-4103-48ca-9d98-ecd08759a746',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.053051] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.053312] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.053477] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.053790] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.054379] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.054681] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.054898] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.055211] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.055484] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.055838] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.056023] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.056242] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.056386] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.056522] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.056681] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.056878] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.077475] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.077834] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.078171] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.078494] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.078951] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-2d200136-c095-4a59-8f1d-bc29c8f65794 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.079249] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.079485] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.079851] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.080122] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d200136-c095-4a59-8f1d-bc29c8f65794',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.215139] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: SUCCESS [ 1089.215568] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.215841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.216293] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.216569] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.216958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.217613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.218287] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.218499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.218697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.219083] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.220601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.221891] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.222282] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.223055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.223210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.223491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.223611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.223757] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.309978] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.309978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.310329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.310329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.310434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.310485] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a is going to be created. [ 1089.346556] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.346730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.346791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.347020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.347216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.361955] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a in Status: UNINITIALIZED for 2s [ 1089.432718] env[65740]: INFO networking_nsxv3.common.synchronization [req-57c155f4-59a0-4471-8a7e-152fba1a10dd req-dd57fd30-c003-4173-a712-df7e7b0d4826 tempest-AttachInterfacesUnderV243Test-1102192969 tempest-AttachInterfacesUnderV243Test-1102192969-project-member] Enqueued Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1089.433540] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 with Priority: HIGHEST for action security_group_members [ 1089.437590] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6009b2d-83cb-45ce-954d-c2e4d43adf56 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.437820] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.477045] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3818a568-4103-48ca-9d98-ecd08759a746 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.477045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.477045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.477045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.477045] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.477045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.477045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.477045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.477045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.477692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.477692] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3818a568-4103-48ca-9d98-ecd08759a746 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.477692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.477857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.477996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.478180] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.478375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.478458] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.478653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.478778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.478963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.479136] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3818a568-4103-48ca-9d98-ecd08759a746',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.583150] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.583399] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.583540] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.583813] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.584021] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.584340] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.584496] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.584617] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.584844] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.585042] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.585341] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.585502] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.585621] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.585829] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.585961] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.586129] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 2d200136-c095-4a59-8f1d-bc29c8f65794 is going to be updated. [ 1089.608991] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.609243] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.609369] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.609652] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.609862] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.610402] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.726396] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.728150] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.982041] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3818a568-4103-48ca-9d98-ecd08759a746: rpc.has_security_group_logging(os_id): False [ 1090.005042] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.005201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.005273] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.005660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.005660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.005775] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.005867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.005928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.006124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.006215] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.006407] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.006502] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.006563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.006798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.006879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.007078] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.007174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.007236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.007377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.007451] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.007537] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3818a568-4103-48ca-9d98-ecd08759a746 is going to be created. [ 1090.077068] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.077230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.077399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.081329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.081536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.098854] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3818a568-4103-48ca-9d98-ecd08759a746 in Status: IN_PROGRESS for 2s [ 1090.231229] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6009b2d-83cb-45ce-954d-c2e4d43adf56: rpc.has_security_group_logging(os_id): False [ 1090.234963] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.254172] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.254440] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.254564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.254961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.255141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.255525] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.255662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.255743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.255935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.257338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.257871] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 is going to be updated. [ 1090.344533] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.344746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.344746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.347631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.347631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.368878] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: IN_PROGRESS for 2s [ 1090.447071] env[65740]: INFO networking_nsxv3.common.synchronization [req-3dd8bca3-7128-4ac6-98b0-ad42035153a3 req-4e35d362-f037-4975-a41a-9e28ecd3bc8d service nova] Enqueued Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_rules [ 1090.447562] env[65740]: INFO networking_nsxv3.common.synchronization [req-3dd8bca3-7128-4ac6-98b0-ad42035153a3 req-4e35d362-f037-4975-a41a-9e28ecd3bc8d service nova] Enqueued Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 1090.447562] env[65740]: INFO networking_nsxv3.common.synchronization [req-3dd8bca3-7128-4ac6-98b0-ad42035153a3 req-4e35d362-f037-4975-a41a-9e28ecd3bc8d service nova] Enqueued Resource ID: 2d200136-c095-4a59-8f1d-bc29c8f65794 with Priority: HIGHEST for action port [ 1090.448113] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_rules [ 1090.448177] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 1090.448281] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d200136-c095-4a59-8f1d-bc29c8f65794 with Priority: HIGHEST for action port [ 1090.448991] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.448991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.448991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.448991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.448991] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.450060] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.450240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.450240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.450429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.452363] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.452363] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.452363] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.452363] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.452363] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.452363] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.452363] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d200136-c095-4a59-8f1d-bc29c8f65794 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.452363] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.453100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.453100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.453100] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d200136-c095-4a59-8f1d-bc29c8f65794',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.736912] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.737141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.737245] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.737535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.737671] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.737782] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 is going to be updated. [ 1090.792719] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.792947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.793144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.793521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.793700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.805633] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: IN_PROGRESS for 2s [ 1090.956911] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.957204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.957487] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.959073] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d200136-c095-4a59-8f1d-bc29c8f65794 with status ACTIVE [ 1090.959073] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.959073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.959073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.965067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.965169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.965420] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.966162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.966162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.971028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.971028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.971028] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.971028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.971028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.971028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.971028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.971028] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d200136-c095-4a59-8f1d-bc29c8f65794 is going to be updated. [ 1091.019009] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.019514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.019514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.019514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.019653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.019815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d200136-c095-4a59-8f1d-bc29c8f65794" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.372639] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a in Status: SUCCESS [ 1091.372934] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.373167] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.373469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.373808] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.374170] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.374283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.374700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.374954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.375103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.375237] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('104c0ac9-970a-493f-bfd1-1a5ae9e42e0a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.471573] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.878293] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.878520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.878520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.878837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.879054] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.879172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.879229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.879391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.879482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.879572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.879800] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.879929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.880122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.880330] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.880393] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.880478] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.880579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.880786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.880902] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.881040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.881172] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('104c0ac9-970a-493f-bfd1-1a5ae9e42e0a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.973974] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.974183] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.974257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.974663] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.974774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.974850] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 is going to be updated. [ 1091.977016] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fb39321-c62e-4c53-989e-5d66b32c61ac req-110342d7-248a-432e-9c94-f5754ebef7a8 tempest-ListServersNegativeTestJSON-1584471141 tempest-ListServersNegativeTestJSON-1584471141-project-member] Enqueued Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1091.977951] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1091.978735] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.978906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.979034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.979397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.979675] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.979853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.979954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.980222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.980398] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.980710] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.012563] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.012563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.012563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.012865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.012980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.027077] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: IN_PROGRESS for 2s [ 1092.113306] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3818a568-4103-48ca-9d98-ecd08759a746 in Status: SUCCESS [ 1092.113510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.332710] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.332937] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-626" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.333101] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-626" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.333401] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-626" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.333678] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.334330] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.334330] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.334330] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.334474] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.334635] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.334747] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.334855] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.334991] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.335123] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.335229] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.335422] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.355114] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.355222] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.355425] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.355651] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-626" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.355973] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-68f906fe-c75a-4067-bdb3-802cf9630ea5 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.356167] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-68f906fe-c75a-4067-bdb3-802cf9630ea5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.356306] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-68f906fe-c75a-4067-bdb3-802cf9630ea5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.356684] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-68f906fe-c75a-4067-bdb3-802cf9630ea5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.356828] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68f906fe-c75a-4067-bdb3-802cf9630ea5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.384536] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: SUCCESS [ 1092.384818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.385232] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a: rpc.has_security_group_logging(os_id): False [ 1092.386233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.386490] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.386601] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.405494] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.405713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.405713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.406104] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.406104] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.406409] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.406409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.406409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.406589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.406589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.406772] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.406865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.406965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.407099] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.407194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.407395] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.407454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.407514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.407650] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.407724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.407806] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a is going to be created. [ 1092.475087] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.475297] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.475420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.475768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.476105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.482775] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.482995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.483125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.483436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.483577] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.483968] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.484147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.484247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.484487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.484613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.484750] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41945e61-ff77-4940-8105-02685cc8f613 already deleted. [ 1092.484941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.489614] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a in Status: IN_PROGRESS for 2s [ 1092.818381] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 in Status: SUCCESS [ 1092.818563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.818853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.819183] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.819412] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.819535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.819607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.819779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.819867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.820050] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.859161] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.859161] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.859739] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.859856] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.859965] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.860511] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 68f906fe-c75a-4067-bdb3-802cf9630ea5 not found, creating... [ 1092.860511] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.860711] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.860872] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.861072] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.861224] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.861530] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.861687] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.861854] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.863403] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.863403] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.863403] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 68f906fe-c75a-4067-bdb3-802cf9630ea5 is going to be created. [ 1092.887233] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.887728] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.887987] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.888346] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.888796] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.888935] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-68f906fe-c75a-4067-bdb3-802cf9630ea5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.911451] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.911731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.911862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.912049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.912147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.912246] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 is going to be deleted. [ 1093.015577] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.015779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.015869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.016176] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.016474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.016680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.323241] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.323603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.323603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.323716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.323792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.324500] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.324500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.324500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.324500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.324942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.324942] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 is going to be deleted. [ 1093.361036] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.361220] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.361265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.361479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.361569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.361669] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.361834] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.362064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.362236] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.362340] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.362401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.362547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.362627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.362748] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6009b2d-83cb-45ce-954d-c2e4d43adf56',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.646576] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fb39321-c62e-4c53-989e-5d66b32c61ac req-26af2a96-c22e-4d03-bc7a-68b489afbba4 service nova] Enqueued Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_rules [ 1093.646576] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fb39321-c62e-4c53-989e-5d66b32c61ac req-26af2a96-c22e-4d03-bc7a-68b489afbba4 service nova] Enqueued Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1093.646576] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fb39321-c62e-4c53-989e-5d66b32c61ac req-26af2a96-c22e-4d03-bc7a-68b489afbba4 service nova] Enqueued Resource ID: 68f906fe-c75a-4067-bdb3-802cf9630ea5 with Priority: HIGHEST for action port [ 1093.647964] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_rules [ 1093.648405] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1093.649288] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f906fe-c75a-4067-bdb3-802cf9630ea5 with Priority: HIGHEST for action port [ 1093.652429] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.652429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.652429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.652429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.652429] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.652429] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.652429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.652429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.652429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.652429] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.652429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.652429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.652429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.653716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.653716] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.655552] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-68f906fe-c75a-4067-bdb3-802cf9630ea5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.655552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68f906fe-c75a-4067-bdb3-802cf9630ea5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.655552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68f906fe-c75a-4067-bdb3-802cf9630ea5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.655552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68f906fe-c75a-4067-bdb3-802cf9630ea5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.656096] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68f906fe-c75a-4067-bdb3-802cf9630ea5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.867525] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.867726] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.867810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.868096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.868168] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.868384] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.868483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.868546] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.868719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.868818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.868908] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6009b2d-83cb-45ce-954d-c2e4d43adf56 already deleted. [ 1093.868995] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6009b2d-83cb-45ce-954d-c2e4d43adf56" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.037398] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: SUCCESS [ 1094.037615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.038156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.038374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.038563] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.038678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.038744] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.038898] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.038977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.039076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.039170] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.158760] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.158760] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.158760] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.159182] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68f906fe-c75a-4067-bdb3-802cf9630ea5 with status ACTIVE [ 1094.159382] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.160424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.160424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.160424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.160424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.160424] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.160424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.160424] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.160770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.160770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.160870] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.160955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.161024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.161179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.161250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.161340] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68f906fe-c75a-4067-bdb3-802cf9630ea5 is going to be updated. [ 1094.188252] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.188462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.188535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.188748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.188889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.189070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68f906fe-c75a-4067-bdb3-802cf9630ea5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.297916] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fb39321-c62e-4c53-989e-5d66b32c61ac req-eadaa907-cdfa-4a6d-9502-12fbf7f5169f tempest-ListServersNegativeTestJSON-1584471141 tempest-ListServersNegativeTestJSON-1584471141-project-member] Enqueued Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1094.298595] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1094.298931] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.299216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.502592] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a in Status: SUCCESS [ 1094.502863] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.541221] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.541434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.541536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.542301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.542668] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.542835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.542930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.543689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.543689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.543790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.544014] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.544596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.544596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.544596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.545152] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.545837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.545837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.545837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.545837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.545837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.546044] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.644253] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.644523] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-626" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.644634] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-626" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.644890] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-626" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.645358] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.645545] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.645670] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.645871] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.646030] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.646281] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.646403] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.646515] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.646628] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.646740] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.646850] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.647051] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.663626] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.668649] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.668923] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.669148] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.669361] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-626" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.669834] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-c53ca4d9-6a66-44a6-8a30-47329140f21b taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.670144] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-c53ca4d9-6a66-44a6-8a30-47329140f21b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.670358] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-c53ca4d9-6a66-44a6-8a30-47329140f21b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.670766] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-c53ca4d9-6a66-44a6-8a30-47329140f21b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.671008] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c53ca4d9-6a66-44a6-8a30-47329140f21b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.048898] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5aec63-5d9a-48c3-b0b1-c6b153f70ef1: rpc.has_security_group_logging(os_id): False [ 1095.076156] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.076509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.076615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.076864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.076976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.077210] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.077287] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.077357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.077524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.077605] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.077817] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.077914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.077988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.078239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.078345] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.078558] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.078671] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.078728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.078855] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.078922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.079014] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 is going to be updated. [ 1095.165190] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.165545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.165545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.165717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.172487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.172487] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.172487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.172487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.172487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.172487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.172487] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41945e61-ff77-4940-8105-02685cc8f613 is going to be created. [ 1095.174049] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.174049] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.174331] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.174475] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.174642] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.174866] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port c53ca4d9-6a66-44a6-8a30-47329140f21b not found, creating... [ 1095.175232] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.175414] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.175533] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.175770] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.175922] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.176241] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.176406] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.176525] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.176756] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.176881] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.177038] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: c53ca4d9-6a66-44a6-8a30-47329140f21b is going to be created. [ 1095.186032] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: IN_PROGRESS for 2s [ 1095.198289] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.198493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.198587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.198895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.199173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.215545] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: UNINITIALIZED for 2s [ 1095.217036] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.217262] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.217377] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.217702] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.218097] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.218378] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-c53ca4d9-6a66-44a6-8a30-47329140f21b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.002773] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fb39321-c62e-4c53-989e-5d66b32c61ac req-33279910-f6c3-41ca-922e-78ae790d25ef service nova] Enqueued Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_rules [ 1096.003098] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fb39321-c62e-4c53-989e-5d66b32c61ac req-33279910-f6c3-41ca-922e-78ae790d25ef service nova] Enqueued Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1096.003376] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fb39321-c62e-4c53-989e-5d66b32c61ac req-33279910-f6c3-41ca-922e-78ae790d25ef service nova] Enqueued Resource ID: c53ca4d9-6a66-44a6-8a30-47329140f21b with Priority: HIGHEST for action port [ 1096.004207] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_rules [ 1096.006350] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1096.006350] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53ca4d9-6a66-44a6-8a30-47329140f21b with Priority: HIGHEST for action port [ 1096.006350] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.006350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.006350] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.006350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.006350] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-c53ca4d9-6a66-44a6-8a30-47329140f21b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.006350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c53ca4d9-6a66-44a6-8a30-47329140f21b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.006350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c53ca4d9-6a66-44a6-8a30-47329140f21b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.006350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c53ca4d9-6a66-44a6-8a30-47329140f21b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.007072] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c53ca4d9-6a66-44a6-8a30-47329140f21b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.509905] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c53ca4d9-6a66-44a6-8a30-47329140f21b with status ACTIVE [ 1096.510161] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.510304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.510378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.510597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.510690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.510879] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.511142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.511142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.511263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.511307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.512327] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.512327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.512327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.512327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.512327] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.512327] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c53ca4d9-6a66-44a6-8a30-47329140f21b is going to be updated. [ 1096.538948] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.539124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.539124] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.539533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.539533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.539710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c53ca4d9-6a66-44a6-8a30-47329140f21b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.796144] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fb39321-c62e-4c53-989e-5d66b32c61ac req-bce0cf0e-df29-4c4c-88b9-0233f17ae570 tempest-ListServersNegativeTestJSON-1584471141 tempest-ListServersNegativeTestJSON-1584471141-project-member] Enqueued Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1096.796144] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1096.796555] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.796712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.141752] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.142076] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-626" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.142184] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-626" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.142458] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-626" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.142747] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.143143] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.143374] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.143590] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.143744] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.143989] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.144126] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.144371] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.144371] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.144563] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.144563] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.144660] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.166825] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.166992] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.167155] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.167333] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-626" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.167745] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-fcba7a56-54d4-4f71-bade-314da84fb54b taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.167950] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-fcba7a56-54d4-4f71-bade-314da84fb54b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.168092] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-fcba7a56-54d4-4f71-bade-314da84fb54b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.168451] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-fcba7a56-54d4-4f71-bade-314da84fb54b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.168588] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcba7a56-54d4-4f71-bade-314da84fb54b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.205569] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: SUCCESS [ 1097.205569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.226145] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: SUCCESS [ 1097.226524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.226789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.227102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.227387] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.227671] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.227821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.228076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.228248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.228415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.228593] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.229548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.229816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.230087] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.231572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.231572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.231572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.231572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.231572] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.672675] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.673009] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.673234] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.673682] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.673971] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.674247] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port fcba7a56-54d4-4f71-bade-314da84fb54b not found, creating... [ 1097.674644] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.674904] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.675016] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.675331] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.675527] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.675969] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.676216] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.676384] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.677187] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.677187] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.677187] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: fcba7a56-54d4-4f71-bade-314da84fb54b is going to be created. [ 1097.730073] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.730652] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.730652] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.731070] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.731434] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.731785] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-fcba7a56-54d4-4f71-bade-314da84fb54b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.733168] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.733335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.733973] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.236908] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.446249] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fb39321-c62e-4c53-989e-5d66b32c61ac req-f17835d0-4893-4ad4-a67e-66593c156eba service nova] Enqueued Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_rules [ 1098.446249] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fb39321-c62e-4c53-989e-5d66b32c61ac req-f17835d0-4893-4ad4-a67e-66593c156eba service nova] Enqueued Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1098.446249] env[65740]: INFO networking_nsxv3.common.synchronization [req-6fb39321-c62e-4c53-989e-5d66b32c61ac req-f17835d0-4893-4ad4-a67e-66593c156eba service nova] Enqueued Resource ID: fcba7a56-54d4-4f71-bade-314da84fb54b with Priority: HIGHEST for action port [ 1098.446672] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_rules [ 1098.447950] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1098.447950] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcba7a56-54d4-4f71-bade-314da84fb54b with Priority: HIGHEST for action port [ 1098.447950] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.447950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.447950] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.447950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.447950] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcba7a56-54d4-4f71-bade-314da84fb54b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.447950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcba7a56-54d4-4f71-bade-314da84fb54b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.447950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcba7a56-54d4-4f71-bade-314da84fb54b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.448617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcba7a56-54d4-4f71-bade-314da84fb54b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.448617] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcba7a56-54d4-4f71-bade-314da84fb54b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.740734] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.740926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.740964] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.741232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.741348] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.741422] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41945e61-ff77-4940-8105-02685cc8f613 is going to be updated. [ 1098.773192] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.773325] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.773399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.773613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.773787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.784662] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: IN_PROGRESS for 2s [ 1098.950675] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcba7a56-54d4-4f71-bade-314da84fb54b with status ACTIVE [ 1098.950911] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.951066] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.951143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.951479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.951593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.951800] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.951960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.952025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.952205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.952285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.952497] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.952659] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.952754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.952947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.953080] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.953130] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcba7a56-54d4-4f71-bade-314da84fb54b is going to be updated. [ 1098.978324] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.978539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.978539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.978701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.978858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.979011] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcba7a56-54d4-4f71-bade-314da84fb54b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.327149] env[65740]: INFO networking_nsxv3.common.synchronization [req-6e73b8ff-f49c-4a9d-b90f-4789c199e7a6 req-8b0e1459-7183-4d08-a1d2-cd1552e8d559 tempest-ServerRescueNegativeTestJSON-323295896 tempest-ServerRescueNegativeTestJSON-323295896-project-member] Enqueued Resource ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 with Priority: HIGHEST for action security_group_members [ 1099.328480] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 with Priority: HIGHEST for action security_group_members [ 1099.328480] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.328480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.328480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.329093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.329093] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.329093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.329093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.329371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.329371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.329451] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.732555] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.732555] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-911" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.732769] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-911" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.732884] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-911" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.736305] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.736664] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.736939] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.737254] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.737486] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.737767] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.737875] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.738027] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.738189] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.738380] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.738587] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.738751] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.762219] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.762827] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.762981] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.763218] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-911" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.763576] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-4b971016-bc0b-438c-9848-95efd1127253 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.763740] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-4b971016-bc0b-438c-9848-95efd1127253" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.763910] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-4b971016-bc0b-438c-9848-95efd1127253" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.764331] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-4b971016-bc0b-438c-9848-95efd1127253" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.764512] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b971016-bc0b-438c-9848-95efd1127253',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.831782] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.832098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.832266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.832386] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.832482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.832697] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.832799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.832861] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.833031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.833113] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.833266] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 already deleted. [ 1099.833266] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.267520] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.268109] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.268109] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.268256] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.268627] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.268718] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 4b971016-bc0b-438c-9848-95efd1127253 not found, creating... [ 1100.268917] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.269144] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.269445] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.269777] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.269967] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.270323] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.270551] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.270716] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.270951] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.271104] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.271256] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 4b971016-bc0b-438c-9848-95efd1127253 is going to be created. [ 1100.293069] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.293306] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.293433] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.293731] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.293972] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.294285] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-4b971016-bc0b-438c-9848-95efd1127253" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.768047] env[65740]: INFO networking_nsxv3.common.synchronization [req-10796e59-8240-4cce-af9c-8399abe7a153 req-0c654c3d-d087-40a4-a87b-7dfa714d4282 tempest-InstanceActionsV221TestJSON-1402015642 tempest-InstanceActionsV221TestJSON-1402015642-project-member] Enqueued Resource ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a with Priority: HIGHEST for action security_group_members [ 1100.768407] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a with Priority: HIGHEST for action security_group_members [ 1100.768550] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.768692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.768782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.769030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.769803] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.769803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.769803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.769803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.769803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.769803] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('104c0ac9-970a-493f-bfd1-1a5ae9e42e0a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.802479] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: SUCCESS [ 1100.802721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.803271] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.803577] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.803877] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.804061] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.804169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.804404] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.804494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.804591] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.067541] env[65740]: INFO networking_nsxv3.common.synchronization [req-6e73b8ff-f49c-4a9d-b90f-4789c199e7a6 req-4724d356-6439-482e-b849-a2cd72a2beec service nova] Enqueued Resource ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 with Priority: HIGHEST for action security_group_rules [ 1101.067735] env[65740]: INFO networking_nsxv3.common.synchronization [req-6e73b8ff-f49c-4a9d-b90f-4789c199e7a6 req-4724d356-6439-482e-b849-a2cd72a2beec service nova] Enqueued Resource ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 with Priority: HIGHEST for action security_group_members [ 1101.067876] env[65740]: INFO networking_nsxv3.common.synchronization [req-6e73b8ff-f49c-4a9d-b90f-4789c199e7a6 req-4724d356-6439-482e-b849-a2cd72a2beec service nova] Enqueued Resource ID: 4b971016-bc0b-438c-9848-95efd1127253 with Priority: HIGHEST for action port [ 1101.068491] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 with Priority: HIGHEST for action security_group_rules [ 1101.068650] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 with Priority: HIGHEST for action security_group_members [ 1101.068931] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b971016-bc0b-438c-9848-95efd1127253 with Priority: HIGHEST for action port [ 1101.069476] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.069572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.069572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.069777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.069860] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.071535] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.071666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.071754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.071978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.072158] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.072283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.072390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.072604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.072702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.072801] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.074488] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b971016-bc0b-438c-9848-95efd1127253 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.074582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b971016-bc0b-438c-9848-95efd1127253" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.074633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b971016-bc0b-438c-9848-95efd1127253" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.074885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b971016-bc0b-438c-9848-95efd1127253" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.075462] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b971016-bc0b-438c-9848-95efd1127253',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.169862] env[65740]: INFO networking_nsxv3.common.synchronization [req-3c6bbea9-d783-4b95-964b-b006e3206b73 req-aa19df6e-5016-408f-8cde-92dbcb122267 tempest-InstanceActionsTestJSON-1757125460 tempest-InstanceActionsTestJSON-1757125460-project-member] Enqueued Resource ID: 3818a568-4103-48ca-9d98-ecd08759a746 with Priority: HIGHEST for action security_group_members [ 1101.170875] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3818a568-4103-48ca-9d98-ecd08759a746 with Priority: HIGHEST for action security_group_members [ 1101.171257] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3818a568-4103-48ca-9d98-ecd08759a746 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.171389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.171474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.171687] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.171847] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.172242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.172242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.172242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.172378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.172416] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3818a568-4103-48ca-9d98-ecd08759a746',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.273847] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.274190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.274190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.274372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.274504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.274650] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.274748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.274805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.274979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.275127] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.275197] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a is going to be updated. [ 1101.307176] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.312162] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.312364] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.312364] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.312632] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.312735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.325062] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a in Status: IN_PROGRESS for 2s [ 1101.572707] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.572925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.577419] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b971016-bc0b-438c-9848-95efd1127253 with status ACTIVE [ 1101.579261] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.579261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.579261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.579261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.579261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.579261] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.579261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.579261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.579261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.579261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.579261] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.579261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.579261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.579853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.579853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.579853] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b971016-bc0b-438c-9848-95efd1127253 is going to be updated. [ 1101.583410] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.677649] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.677840] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.677922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.678294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.678390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.678605] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.678786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.678786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.678948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.679019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.679195] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3818a568-4103-48ca-9d98-ecd08759a746 is going to be updated. [ 1101.702613] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.703772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.703772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.703772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.703772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.704177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b971016-bc0b-438c-9848-95efd1127253" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.716923] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.717084] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.717217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.717752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.717860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.734335] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3818a568-4103-48ca-9d98-ecd08759a746 in Status: IN_PROGRESS for 2s [ 1101.809967] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.087015] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.182710] env[65740]: INFO networking_nsxv3.common.synchronization [None req-d36402f6-7955-410e-9dd6-f1a15440337a tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGHEST for action security_group_rules [ 1102.183490] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGHEST for action security_group_rules [ 1102.184157] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.184377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.184509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.185190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.185357] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.369763] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.369911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.369983] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.370352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.370352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.370527] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41945e61-ff77-4940-8105-02685cc8f613 is going to be updated. [ 1102.372631] env[65740]: INFO networking_nsxv3.common.synchronization [None req-6e05137f-4fd6-4c09-83d5-e2366b26eb6f tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGHEST for action security_group_rules [ 1102.373271] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGHEST for action security_group_rules [ 1102.374025] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.374131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.412739] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.412965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.412965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.413206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.413355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.427604] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: IN_PROGRESS for 2s [ 1102.589206] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.589426] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.589490] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.590252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.590252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.590252] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 is going to be created. [ 1102.619449] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.619659] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.619659] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.619917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.620106] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.636022] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 in Status: UNINITIALIZED for 2s [ 1102.724954] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.724954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.724954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.725997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.725997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.725997] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 already deleted. [ 1102.725997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.725997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.725997] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.725997] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.254597] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.254988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.254988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.255164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.255164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.255228] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 already deleted. [ 1103.255344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.336555] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a in Status: SUCCESS [ 1103.336800] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a deletion is rescheduled due to dependency. [ 1103.336963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.667098] env[65740]: INFO networking_nsxv3.common.synchronization [req-4e9c5ec3-9048-48f1-9ef5-b90821007227 req-10337457-7014-47e6-b1c5-20609516e43f tempest-ServerActionsTestJSON-1232280853 tempest-ServerActionsTestJSON-1232280853-project-member] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1103.667869] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1103.668440] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.668594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.668594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.669147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.669147] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.669147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.669147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.669409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.669409] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.669688] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.746225] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3818a568-4103-48ca-9d98-ecd08759a746 in Status: SUCCESS [ 1103.746455] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3818a568-4103-48ca-9d98-ecd08759a746 deletion is rescheduled due to dependency. [ 1103.746580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3818a568-4103-48ca-9d98-ecd08759a746" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.057858] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.058082] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.058212] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.058507] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.058769] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.058917] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.059091] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.059267] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.059413] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.059618] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.059776] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.059924] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.060052] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.060170] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.060286] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.060418] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.088278] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.088278] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.088278] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.088278] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.088553] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-de0775c1-b323-4a9f-98ee-33d6e975c8c0 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.088630] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-de0775c1-b323-4a9f-98ee-33d6e975c8c0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.088690] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-de0775c1-b323-4a9f-98ee-33d6e975c8c0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.089042] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-de0775c1-b323-4a9f-98ee-33d6e975c8c0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.089339] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de0775c1-b323-4a9f-98ee-33d6e975c8c0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.174504] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.174504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.174504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.174504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.174504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.174762] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.174762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.174762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.174915] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.175021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.175123] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 is going to be updated. [ 1104.204073] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.204073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.204073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.204073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.204359] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.214169] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: IN_PROGRESS for 2s [ 1104.460468] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: SUCCESS [ 1104.460840] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.461021] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.461332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.461592] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.461854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.461854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.462119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.462263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.462417] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.592442] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.592769] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.593033] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.593686] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.593804] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.594115] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port de0775c1-b323-4a9f-98ee-33d6e975c8c0 not found, creating... [ 1104.594483] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.594776] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.595475] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.595475] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.595594] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.595978] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.596300] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.596496] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.596776] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.597064] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.597286] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: de0775c1-b323-4a9f-98ee-33d6e975c8c0 is going to be created. [ 1104.620956] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.621200] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.621335] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.621650] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.621874] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.622385] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-de0775c1-b323-4a9f-98ee-33d6e975c8c0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.646978] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 in Status: SUCCESS [ 1104.647311] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.647529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.647787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.648020] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.648178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.648261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.648455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.648579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.648662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.648785] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.966295] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.152579] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.362408] env[65740]: INFO networking_nsxv3.common.synchronization [req-4e9c5ec3-9048-48f1-9ef5-b90821007227 req-e68c3803-8fee-404f-8cc8-7aa5b2719337 service nova] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_rules [ 1105.362594] env[65740]: INFO networking_nsxv3.common.synchronization [req-4e9c5ec3-9048-48f1-9ef5-b90821007227 req-e68c3803-8fee-404f-8cc8-7aa5b2719337 service nova] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1105.362786] env[65740]: INFO networking_nsxv3.common.synchronization [req-4e9c5ec3-9048-48f1-9ef5-b90821007227 req-e68c3803-8fee-404f-8cc8-7aa5b2719337 service nova] Enqueued Resource ID: de0775c1-b323-4a9f-98ee-33d6e975c8c0 with Priority: HIGHEST for action port [ 1105.363360] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_rules [ 1105.363496] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1105.363591] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0775c1-b323-4a9f-98ee-33d6e975c8c0 with Priority: HIGHEST for action port [ 1105.363866] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.364029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.364087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.364308] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.364420] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.365309] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.365407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.365625] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-de0775c1-b323-4a9f-98ee-33d6e975c8c0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.365720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de0775c1-b323-4a9f-98ee-33d6e975c8c0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.365783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de0775c1-b323-4a9f-98ee-33d6e975c8c0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.365950] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de0775c1-b323-4a9f-98ee-33d6e975c8c0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.366049] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de0775c1-b323-4a9f-98ee-33d6e975c8c0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.467393] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.655185] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135: rpc.has_security_group_logging(os_id): False [ 1105.679863] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.680142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.680142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.680385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.680498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.681971] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.682201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.682294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.682667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.682827] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.683014] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 is going to be created. [ 1105.760031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.760243] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.760938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.760938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.761164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.781051] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 in Status: IN_PROGRESS for 2s [ 1105.867997] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.868339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.868491] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de0775c1-b323-4a9f-98ee-33d6e975c8c0 with status ACTIVE [ 1105.868734] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.868881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.869025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.869758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.869758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.869758] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.869758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.869758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.870204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.870204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.870400] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.870400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.870522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.870610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.870746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.870866] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de0775c1-b323-4a9f-98ee-33d6e975c8c0 is going to be updated. [ 1105.919622] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.919884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.919947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.920221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.920487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.920826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de0775c1-b323-4a9f-98ee-33d6e975c8c0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.972072] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.972361] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.972361] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.972661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.972828] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.973041] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41945e61-ff77-4940-8105-02685cc8f613 is going to be updated. [ 1106.058434] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.058706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.058706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.059029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.059358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.080792] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: IN_PROGRESS for 2s [ 1106.227131] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: SUCCESS [ 1106.227131] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 deletion is rescheduled due to dependency. [ 1106.227459] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.227524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.227722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.228116] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.228116] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.228116] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.228333] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.228452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.228529] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.731109] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.203461] env[65740]: INFO networking_nsxv3.common.synchronization [req-d2ac3ddc-1b55-461b-bfd1-eb9852814e99 req-4f4989f4-a9b5-4b27-bd52-32793cef69cf tempest-ServersV294TestFqdnHostnames-992900627 tempest-ServersV294TestFqdnHostnames-992900627-project-member] Enqueued Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGHEST for action security_group_members [ 1107.203461] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGHEST for action security_group_members [ 1107.203461] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-33f85be4-a8d0-4829-a3be-783b0d5146de taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.204160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.204450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.207453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.207453] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.207453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.207453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.207453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.207453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.207453] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.234153] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.711160] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.711328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.711398] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.711676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.739608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.739608] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.739608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.739608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.739608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.740269] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.740269] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f85be4-a8d0-4829-a3be-783b0d5146de is going to be updated. [ 1107.741871] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.741871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.741871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.742099] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.742099] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.742240] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 is going to be updated. [ 1107.797921] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.797921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.797921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.798212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.798212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.803020] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.803020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.803020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.803020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.803256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.809139] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 in Status: SUCCESS [ 1107.809376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.825272] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: IN_PROGRESS for 2s [ 1107.826216] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f85be4-a8d0-4829-a3be-783b0d5146de in Status: IN_PROGRESS for 2s [ 1108.093743] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: SUCCESS [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.093743] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.093743] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.093743] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.093743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.094373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.095743] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.097621] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.097943] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.098204] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.098415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.098559] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.098777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.098941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.099202] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.103565] env[65740]: INFO networking_nsxv3.common.synchronization [req-5d615b58-7620-4bee-99af-2aa93d2e6c57 req-84e40b1e-d080-4465-9885-99efde3c0dc4 tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_members [ 1108.107221] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_members [ 1108.107699] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.108030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.108226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.108539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.108811] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.109044] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.111457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.111457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.111457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.111457] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.476564] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.476791] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.476920] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.477224] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.477490] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.477644] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.477786] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.478673] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.478871] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.479122] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.479240] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.479348] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.479453] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.479561] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.479664] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.479792] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.500704] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.500868] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.500999] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.501193] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-531" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.501520] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-1a46ceb3-0eed-4ef9-989f-8ec7be0071f1 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.501685] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-1a46ceb3-0eed-4ef9-989f-8ec7be0071f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.501802] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-1a46ceb3-0eed-4ef9-989f-8ec7be0071f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.502294] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-1a46ceb3-0eed-4ef9-989f-8ec7be0071f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.502458] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a46ceb3-0eed-4ef9-989f-8ec7be0071f1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.607647] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41945e61-ff77-4940-8105-02685cc8f613: rpc.has_security_group_logging(os_id): False [ 1108.609505] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.616559] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.631600] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.631855] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.632068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.632374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.632617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.633315] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.633640] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.633749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.633970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.634122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.634348] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.634454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.634510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.634668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.634741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.634921] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.635023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.635078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.635416] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.635499] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.635587] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41945e61-ff77-4940-8105-02685cc8f613 is going to be created. [ 1108.703061] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.703256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.703358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.703688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.703944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.718974] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: IN_PROGRESS for 2s [ 1109.004956] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.005352] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.005449] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.005998] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.006214] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.006418] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 1a46ceb3-0eed-4ef9-989f-8ec7be0071f1 not found, creating... [ 1109.006742] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.006941] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.007087] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.007404] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.007518] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.007868] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.008073] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.008233] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.008717] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.009162] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.009334] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 1a46ceb3-0eed-4ef9-989f-8ec7be0071f1 is going to be created. [ 1109.035043] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.035331] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.035331] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.035627] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.035842] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.036153] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-1a46ceb3-0eed-4ef9-989f-8ec7be0071f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.112268] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.118985] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.615789] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.615789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.615789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.615789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.615789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.615789] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41945e61-ff77-4940-8105-02685cc8f613 is going to be updated. [ 1109.623523] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.623523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.623523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.623523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.623523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.623523] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec2b221-742c-4872-8efc-20e0910f8050 is going to be updated. [ 1109.659269] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.659464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.659535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.659742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.659937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.662193] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.662444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.662444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.662643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.662788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.678624] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: IN_PROGRESS for 2s [ 1109.679795] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: IN_PROGRESS for 2s [ 1109.838526] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33f85be4-a8d0-4829-a3be-783b0d5146de in Status: SUCCESS [ 1109.838526] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33f85be4-a8d0-4829-a3be-783b0d5146de deletion is rescheduled due to dependency. [ 1109.838526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.838526] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: SUCCESS [ 1109.838526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.838526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.838526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.838526] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.839364] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.839737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.840122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.840325] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.840704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.842313] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.880573] env[65740]: INFO networking_nsxv3.common.synchronization [req-5d615b58-7620-4bee-99af-2aa93d2e6c57 req-7818b1ab-c288-4e16-a69d-23ae1b19fa9d service nova] Enqueued Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_rules [ 1109.880573] env[65740]: INFO networking_nsxv3.common.synchronization [req-5d615b58-7620-4bee-99af-2aa93d2e6c57 req-7818b1ab-c288-4e16-a69d-23ae1b19fa9d service nova] Enqueued Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_members [ 1109.880573] env[65740]: INFO networking_nsxv3.common.synchronization [req-5d615b58-7620-4bee-99af-2aa93d2e6c57 req-7818b1ab-c288-4e16-a69d-23ae1b19fa9d service nova] Enqueued Resource ID: 1a46ceb3-0eed-4ef9-989f-8ec7be0071f1 with Priority: HIGHEST for action port [ 1109.880924] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_rules [ 1109.884208] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_members [ 1109.884208] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a46ceb3-0eed-4ef9-989f-8ec7be0071f1 with Priority: HIGHEST for action port [ 1109.884208] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.884208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.884208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.884208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.884208] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.884208] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.884208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.884208] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a46ceb3-0eed-4ef9-989f-8ec7be0071f1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.884208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a46ceb3-0eed-4ef9-989f-8ec7be0071f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.884208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a46ceb3-0eed-4ef9-989f-8ec7be0071f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.884953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a46ceb3-0eed-4ef9-989f-8ec7be0071f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.885068] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a46ceb3-0eed-4ef9-989f-8ec7be0071f1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.344236] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.386877] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a46ceb3-0eed-4ef9-989f-8ec7be0071f1 with status ACTIVE [ 1110.387181] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.387384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.387384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.387660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.387742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.387863] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.387969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.388059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.388172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.388233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.388421] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.388530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.388614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.388702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.388778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.389028] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a46ceb3-0eed-4ef9-989f-8ec7be0071f1 is going to be updated. [ 1110.390023] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.392823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.413272] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.413524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.413524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.413767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.413906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.414132] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a46ceb3-0eed-4ef9-989f-8ec7be0071f1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.445625] env[65740]: INFO networking_nsxv3.common.synchronization [None req-a5731c1c-b3da-41ee-9c58-ab0ce8ed3e5a None None] Enqueued Resource ID: d0fbee5b-efac-404f-a4c6-3ead2398f3b8 with Priority: HIGHEST for action port [ 1110.446304] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fbee5b-efac-404f-a4c6-3ead2398f3b8 with Priority: HIGHEST for action port [ 1110.446558] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0fbee5b-efac-404f-a4c6-3ead2398f3b8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.446696] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0fbee5b-efac-404f-a4c6-3ead2398f3b8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.446696] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0fbee5b-efac-404f-a4c6-3ead2398f3b8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.446897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0fbee5b-efac-404f-a4c6-3ead2398f3b8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.446972] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0fbee5b-efac-404f-a4c6-3ead2398f3b8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.736406] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: SUCCESS [ 1110.736406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.736406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.736406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.736406] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.848954] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a226a8a-4e47-42aa-8996-f52fe58072e8: rpc.has_security_group_logging(os_id): False [ 1110.868574] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.868574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.868754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.868910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.869223] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.871476] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.871476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.871476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.871476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.871476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.871476] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 is going to be updated. [ 1110.949936] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0fbee5b-efac-404f-a4c6-3ead2398f3b8 [ 1110.950209] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.951476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.951476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.951476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.951476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.951476] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0fbee5b-efac-404f-a4c6-3ead2398f3b8 already deleted. [ 1110.951476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0fbee5b-efac-404f-a4c6-3ead2398f3b8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.967297] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.967506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.967506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.968198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.968198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.996979] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: IN_PROGRESS for 2s [ 1111.239055] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.239508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.630025] env[65740]: INFO networking_nsxv3.common.synchronization [None req-b8096445-bdb8-42c8-90c1-75156dfd68e4 tempest-ServersTestFqdnHostnames-598195564 tempest-ServersTestFqdnHostnames-598195564-project-member] Enqueued Resource ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 with Priority: HIGHEST for action security_group_rules [ 1111.630025] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 with Priority: HIGHEST for action security_group_rules [ 1111.631086] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c4b323-9506-43e4-ab0f-45b9f1256758 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.632228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.632228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.632228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.632228] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c4b323-9506-43e4-ab0f-45b9f1256758',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.693674] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: SUCCESS [ 1111.693983] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.694315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.694573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.694904] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.695273] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.695273] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.695464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.695530] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.695638] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.697985] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: SUCCESS [ 1111.697985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.701764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.701876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.702135] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.702282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.702319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.702476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.702878] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.702980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.703757] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.836440] env[65740]: INFO networking_nsxv3.common.synchronization [None req-7ccc8876-7d48-4277-b4ea-5b555dab8026 tempest-ServersTestFqdnHostnames-598195564 tempest-ServersTestFqdnHostnames-598195564-project-member] Enqueued Resource ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 with Priority: HIGHEST for action security_group_rules [ 1111.837014] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 with Priority: HIGHEST for action security_group_rules [ 1111.837640] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c4b323-9506-43e4-ab0f-45b9f1256758 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.837844] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.166326] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.166590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.166734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.167062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.167201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.167262] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 already deleted. [ 1112.167385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.167611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.167837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.167934] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c4b323-9506-43e4-ab0f-45b9f1256758',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.205223] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.206931] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.206931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.207156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.207280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.207464] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.207582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.207696] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.207928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.210913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.211385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.211385] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.211527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.211527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.211769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.212013] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.212728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.212728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.212728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.212728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.212728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.212966] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.706309] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.708639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.708791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.710037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.710414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.710613] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 already deleted. [ 1112.710713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.716917] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.718408] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41945e61-ff77-4940-8105-02685cc8f613: rpc.has_security_group_logging(os_id): False [ 1112.742100] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.742436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.742529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.742769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.742905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.743121] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.743218] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.743279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.743463] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.743538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.743729] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.743818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.743877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.744305] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.744403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.744779] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.744897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.744960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.745855] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.745855] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.745855] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41945e61-ff77-4940-8105-02685cc8f613 is going to be updated. [ 1112.827090] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.827219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.827456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.827609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.827775] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.855601] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: IN_PROGRESS for 2s [ 1113.012590] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: SUCCESS [ 1113.012807] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.218861] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.219042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.219141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.219491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.219607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.219766] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec2b221-742c-4872-8efc-20e0910f8050 is going to be updated. [ 1113.253202] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.253346] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.257017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.257017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.257017] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.265594] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: IN_PROGRESS for 2s [ 1113.357592] env[65740]: INFO networking_nsxv3.common.synchronization [None req-1f9675e3-6456-49c6-af92-56151eff166f None None] Enqueued Resource ID: cbc952e4-3912-4229-bfb0-abbaddf2ded5 with Priority: HIGHEST for action port [ 1113.358294] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc952e4-3912-4229-bfb0-abbaddf2ded5 with Priority: HIGHEST for action port [ 1113.358643] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbc952e4-3912-4229-bfb0-abbaddf2ded5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.358772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbc952e4-3912-4229-bfb0-abbaddf2ded5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.358772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbc952e4-3912-4229-bfb0-abbaddf2ded5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.359068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbc952e4-3912-4229-bfb0-abbaddf2ded5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.359202] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbc952e4-3912-4229-bfb0-abbaddf2ded5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.655564] env[65740]: INFO networking_nsxv3.common.synchronization [req-6cfe5157-d972-460b-8d87-573ac94dd5a9 req-4c94225d-3270-4f74-b954-1a2e5dc89eae tempest-ListServersNegativeTestJSON-1584471141 tempest-ListServersNegativeTestJSON-1584471141-project-member] Enqueued Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1113.657436] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1113.657786] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.658148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.658148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.658261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.658407] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.658509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.658569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.658752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.658846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.659115] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.861562] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbc952e4-3912-4229-bfb0-abbaddf2ded5 [ 1113.863845] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.863845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.863845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.863845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.863845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.863845] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbc952e4-3912-4229-bfb0-abbaddf2ded5 already deleted. [ 1113.863845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbc952e4-3912-4229-bfb0-abbaddf2ded5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.161864] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.541120] env[65740]: INFO networking_nsxv3.common.synchronization [req-279ebfef-963c-4e29-9fe6-c5f46382475d req-f868f99a-d398-44bd-bec6-36da598dae97 tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGHEST for action security_group_members [ 1114.541120] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGHEST for action security_group_members [ 1114.541120] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.541120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.541120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.541120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.541120] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.541120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.541120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.541120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.541120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.541120] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.664642] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.874832] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: SUCCESS [ 1114.875282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.875552] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.875865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.875948] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.046019] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.046207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.046282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.046548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.046642] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.046852] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.046957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.047040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.047196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.047281] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.047350] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 already deleted. [ 1115.047429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.054591] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.054795] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.054921] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.055508] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.055508] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.055648] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.055768] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.057054] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.057290] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.057521] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.057637] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.057747] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.057852] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.057958] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.059904] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.060130] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.090204] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.091013] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.091013] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.091147] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-118" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.091435] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-dcaa4605-e12f-44e6-9aa5-3a5d71258db6 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.091635] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-dcaa4605-e12f-44e6-9aa5-3a5d71258db6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.093710] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-dcaa4605-e12f-44e6-9aa5-3a5d71258db6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.093710] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-dcaa4605-e12f-44e6-9aa5-3a5d71258db6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.093710] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcaa4605-e12f-44e6-9aa5-3a5d71258db6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.168142] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.168347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.168425] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.168616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.168807] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.169218] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41945e61-ff77-4940-8105-02685cc8f613 is going to be updated. [ 1115.214311] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.214311] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.214456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.214588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.214734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.234993] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: IN_PROGRESS for 2s [ 1115.282148] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: SUCCESS [ 1115.282385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.282574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.282806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.283924] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.284580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.284580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.284714] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.284746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.284992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.285263] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.379320] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.379506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.596832] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.597193] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.597370] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.597875] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.597938] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.598148] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port dcaa4605-e12f-44e6-9aa5-3a5d71258db6 not found, creating... [ 1115.598448] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.598643] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.599032] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.599032] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.599194] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.600361] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.600668] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.600799] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.601098] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.601209] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.601367] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: dcaa4605-e12f-44e6-9aa5-3a5d71258db6 is going to be created. [ 1115.632326] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.632647] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.632779] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.633121] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.633632] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.633872] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-dcaa4605-e12f-44e6-9aa5-3a5d71258db6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.789192] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.292507] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aec2b221-742c-4872-8efc-20e0910f8050: rpc.has_security_group_logging(os_id): False [ 1116.312151] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.312441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.312510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.312773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.340676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.341031] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.341383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.341383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.341553] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.341652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.341754] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec2b221-742c-4872-8efc-20e0910f8050 is going to be updated. [ 1116.395280] env[65740]: INFO networking_nsxv3.common.synchronization [req-279ebfef-963c-4e29-9fe6-c5f46382475d req-bb9a2e75-a749-4389-9b5b-ecbd953e4325 service nova] Enqueued Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGHEST for action security_group_rules [ 1116.395548] env[65740]: INFO networking_nsxv3.common.synchronization [req-279ebfef-963c-4e29-9fe6-c5f46382475d req-bb9a2e75-a749-4389-9b5b-ecbd953e4325 service nova] Enqueued Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGHEST for action security_group_members [ 1116.395667] env[65740]: INFO networking_nsxv3.common.synchronization [req-279ebfef-963c-4e29-9fe6-c5f46382475d req-bb9a2e75-a749-4389-9b5b-ecbd953e4325 service nova] Enqueued Resource ID: dcaa4605-e12f-44e6-9aa5-3a5d71258db6 with Priority: HIGHEST for action port [ 1116.397630] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGHEST for action security_group_rules [ 1116.397630] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGHEST for action security_group_members [ 1116.397630] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa4605-e12f-44e6-9aa5-3a5d71258db6 with Priority: HIGHEST for action port [ 1116.397630] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.397630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.397630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.397630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.397630] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.398579] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.398710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.398776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.402381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.402381] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.402381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.402381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.402381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.402381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.402381] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.402381] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcaa4605-e12f-44e6-9aa5-3a5d71258db6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.402381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcaa4605-e12f-44e6-9aa5-3a5d71258db6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.402381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcaa4605-e12f-44e6-9aa5-3a5d71258db6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.402381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcaa4605-e12f-44e6-9aa5-3a5d71258db6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.402381] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcaa4605-e12f-44e6-9aa5-3a5d71258db6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.432810] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.432810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.432810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.432810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.432810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.456536] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: IN_PROGRESS for 2s [ 1116.904837] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.904837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.906331] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.907590] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcaa4605-e12f-44e6-9aa5-3a5d71258db6 with status ACTIVE [ 1116.907811] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.908050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.908147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.908343] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.908439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.909393] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.909393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.909393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.909393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.909393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.909393] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.910085] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.910166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.910412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.910491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.910641] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcaa4605-e12f-44e6-9aa5-3a5d71258db6 is going to be updated. [ 1116.944351] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.944540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.944630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.944873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.945094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.945326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcaa4605-e12f-44e6-9aa5-3a5d71258db6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.253157] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: SUCCESS [ 1117.253254] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.253433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.253798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.254040] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.254217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.254276] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.254511] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.254635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.254768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.254874] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.414368] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.757985] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.757985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.757985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.757985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.758246] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.758377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.758479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.758655] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.758751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.758845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.759000] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.759147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.759226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.759391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.759537] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.759628] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.759705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.759913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.760023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.760127] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.760217] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.917448] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.917654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.917693] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.917886] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.918347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.918347] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 is going to be created. [ 1117.947062] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.947062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.947062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.947062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.947062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.957237] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 in Status: UNINITIALIZED for 2s [ 1118.057490] env[65740]: INFO networking_nsxv3.common.synchronization [None req-0a855a26-1ba0-4322-b3ca-08d15dd7654b None None] Enqueued Resource ID: 88263790-d618-4c2a-8b7a-0e5bf9c560d4 with Priority: HIGHEST for action port [ 1118.057490] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88263790-d618-4c2a-8b7a-0e5bf9c560d4 with Priority: HIGHEST for action port [ 1118.057490] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-88263790-d618-4c2a-8b7a-0e5bf9c560d4 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.057490] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88263790-d618-4c2a-8b7a-0e5bf9c560d4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.057490] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88263790-d618-4c2a-8b7a-0e5bf9c560d4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.057965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88263790-d618-4c2a-8b7a-0e5bf9c560d4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.058321] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88263790-d618-4c2a-8b7a-0e5bf9c560d4',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.264369] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41945e61-ff77-4940-8105-02685cc8f613: rpc.has_security_group_logging(os_id): False [ 1118.284029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.284029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.284029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.284029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.284029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.284029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.284029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.284029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.284029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.284029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.284029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.284029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.284029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.284029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.284029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.284682] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.284682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.284682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.284682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.284682] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.284682] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41945e61-ff77-4940-8105-02685cc8f613 is going to be updated. [ 1118.359501] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.362292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.362292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.362292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.362292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.377165] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: IN_PROGRESS for 2s [ 1118.474578] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: SUCCESS [ 1118.474970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.561312] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88263790-d618-4c2a-8b7a-0e5bf9c560d4 [ 1118.561549] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.561678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.561743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.561975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.562180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.562291] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88263790-d618-4c2a-8b7a-0e5bf9c560d4 already deleted. [ 1118.562377] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88263790-d618-4c2a-8b7a-0e5bf9c560d4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.676585] env[65740]: INFO networking_nsxv3.common.synchronization [None req-994397e8-3675-4157-a6e6-f45e4db62131 tempest-AttachVolumeShelveTestJSON-1597028418 tempest-AttachVolumeShelveTestJSON-1597028418-project-member] Enqueued Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_rules [ 1119.677105] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_rules [ 1119.677652] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a546d94-c027-4e1a-aa8c-e75721a168c6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.677652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.677899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.678049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.678049] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.816434] env[65740]: INFO networking_nsxv3.common.synchronization [None req-f5f29a6c-6ddc-4ca9-99ee-31723bbb024e tempest-AttachVolumeShelveTestJSON-1597028418 tempest-AttachVolumeShelveTestJSON-1597028418-project-member] Enqueued Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_rules [ 1119.817832] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_rules [ 1119.818270] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a546d94-c027-4e1a-aa8c-e75721a168c6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.818371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.968748] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 in Status: SUCCESS [ 1119.968976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.969180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.969525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.969670] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.969795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.969855] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.970045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.970141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.970230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.970460] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.206329] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.206329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.206329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.206329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.206329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.206329] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 already deleted. [ 1120.206329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.206329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.206329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.206329] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.401640] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: SUCCESS [ 1120.401876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.472697] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.690943] env[65740]: INFO networking_nsxv3.common.synchronization [req-7f1c9877-a577-4e3d-b648-72e64caf1bd3 req-2ae75191-262f-4029-adeb-a9918625f7c9 tempest-ServersTestFqdnHostnames-598195564 tempest-ServersTestFqdnHostnames-598195564-project-member] Enqueued Resource ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 with Priority: HIGHEST for action security_group_members [ 1120.691644] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 with Priority: HIGHEST for action security_group_members [ 1120.692399] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c4b323-9506-43e4-ab0f-45b9f1256758 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.692580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.692642] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.692880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.693073] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.693180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.693233] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.693396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.693483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.693580] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c4b323-9506-43e4-ab0f-45b9f1256758',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.736197] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.736403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.736403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.736779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.736916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.737106] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 already deleted. [ 1120.737265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.976508] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366: rpc.has_security_group_logging(os_id): False [ 1121.009331] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.009529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.009529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.009757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.009805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.010047] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.010153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.010227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.010394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.010475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.010561] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 is going to be created. [ 1121.096240] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.098983] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-513" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.099192] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-513" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.099568] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-513" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.100137] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.100137] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.100251] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.100415] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.100570] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.100832] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.100962] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.101108] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.101224] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.101341] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.101468] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.101609] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.116404] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.116639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.116639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.116851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.117088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.141439] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 in Status: IN_PROGRESS for 2s [ 1121.144038] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.144204] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.144266] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.144464] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-513" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.144802] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-b9e84713-035e-4e86-bb6f-6887d3ee2956 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.144979] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-b9e84713-035e-4e86-bb6f-6887d3ee2956" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.145145] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-b9e84713-035e-4e86-bb6f-6887d3ee2956" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.145514] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-b9e84713-035e-4e86-bb6f-6887d3ee2956" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.145671] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e84713-035e-4e86-bb6f-6887d3ee2956',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.195831] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.196138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.196197] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.196429] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.196547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.197131] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.197131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.197131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.197131] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.197353] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.197353] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 already deleted. [ 1121.197466] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.374577] env[65740]: INFO networking_nsxv3.common.synchronization [None req-36b2ff77-0b48-4e51-b975-56b8397f04e4 None None] Enqueued Resource ID: 8334b30c-d343-480b-89f8-2ef5abc9e864 with Priority: HIGHEST for action port [ 1121.375265] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8334b30c-d343-480b-89f8-2ef5abc9e864 with Priority: HIGHEST for action port [ 1121.375517] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-8334b30c-d343-480b-89f8-2ef5abc9e864 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.377144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8334b30c-d343-480b-89f8-2ef5abc9e864" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.377144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8334b30c-d343-480b-89f8-2ef5abc9e864" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.377144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8334b30c-d343-480b-89f8-2ef5abc9e864" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.377144] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8334b30c-d343-480b-89f8-2ef5abc9e864',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.649041] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.649213] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.649335] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.649657] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.649965] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.650624] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port b9e84713-035e-4e86-bb6f-6887d3ee2956 not found, creating... [ 1121.651185] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.651311] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.651368] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.651611] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.651763] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.652272] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.652367] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.652418] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.653015] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.653015] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.653015] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: b9e84713-035e-4e86-bb6f-6887d3ee2956 is going to be created. [ 1121.680027] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.680027] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.680503] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.680503] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.680583] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.680811] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-b9e84713-035e-4e86-bb6f-6887d3ee2956" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.877994] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8334b30c-d343-480b-89f8-2ef5abc9e864 [ 1121.878441] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.878441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.878441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.878668] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.878823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.878937] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8334b30c-d343-480b-89f8-2ef5abc9e864 already deleted. [ 1121.879055] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8334b30c-d343-480b-89f8-2ef5abc9e864" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.380173] env[65740]: INFO networking_nsxv3.common.synchronization [req-7f1c9877-a577-4e3d-b648-72e64caf1bd3 req-3ef24b20-5252-42cc-836f-c1d25084627a service nova] Enqueued Resource ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 with Priority: HIGHEST for action security_group_rules [ 1122.380401] env[65740]: INFO networking_nsxv3.common.synchronization [req-7f1c9877-a577-4e3d-b648-72e64caf1bd3 req-3ef24b20-5252-42cc-836f-c1d25084627a service nova] Enqueued Resource ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 with Priority: HIGHEST for action security_group_members [ 1122.380588] env[65740]: INFO networking_nsxv3.common.synchronization [req-7f1c9877-a577-4e3d-b648-72e64caf1bd3 req-3ef24b20-5252-42cc-836f-c1d25084627a service nova] Enqueued Resource ID: b9e84713-035e-4e86-bb6f-6887d3ee2956 with Priority: HIGHEST for action port [ 1122.381301] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 with Priority: HIGHEST for action security_group_rules [ 1122.381533] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 with Priority: HIGHEST for action security_group_members [ 1122.381704] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e84713-035e-4e86-bb6f-6887d3ee2956 with Priority: HIGHEST for action port [ 1122.382063] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26c4b323-9506-43e4-ab0f-45b9f1256758 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.382235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.382338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.382569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.382685] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26c4b323-9506-43e4-ab0f-45b9f1256758',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.383727] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c4b323-9506-43e4-ab0f-45b9f1256758 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.383921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.383988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.384265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.384561] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.385197] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.385660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.385660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.385822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.385893] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c4b323-9506-43e4-ab0f-45b9f1256758',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.386972] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9e84713-035e-4e86-bb6f-6887d3ee2956 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.387162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9e84713-035e-4e86-bb6f-6887d3ee2956" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.387278] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9e84713-035e-4e86-bb6f-6887d3ee2956" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.387501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9e84713-035e-4e86-bb6f-6887d3ee2956" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.387705] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e84713-035e-4e86-bb6f-6887d3ee2956',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.605738] env[65740]: INFO networking_nsxv3.common.synchronization [req-424e6632-bd4f-4635-ad89-87546b4a43b3 req-877243f0-be8f-484c-983e-46e957505713 tempest-ListServersNegativeTestJSON-1584471141 tempest-ListServersNegativeTestJSON-1584471141-project-member] Enqueued Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1122.605738] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1122.606344] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.606561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.606561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.606845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.607140] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.607330] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.607504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.607739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.607888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.608085] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.889237] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26c4b323-9506-43e4-ab0f-45b9f1256758',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.890220] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c4b323-9506-43e4-ab0f-45b9f1256758 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.890385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.892274] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9e84713-035e-4e86-bb6f-6887d3ee2956 with status ACTIVE [ 1122.892274] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.892274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.892274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.892274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.892274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.892274] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.892274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.892274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.892274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.892274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.892274] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.892274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.892274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.892896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.892896] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.892896] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9e84713-035e-4e86-bb6f-6887d3ee2956 is going to be updated. [ 1122.919177] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.919177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.919308] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.920111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.920111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.920111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9e84713-035e-4e86-bb6f-6887d3ee2956" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.084372] env[65740]: INFO networking_nsxv3.common.synchronization [req-5ab9a3c8-3b53-4f0c-b33d-bd65e1459136 req-4cc2eb40-9120-420e-8228-37348e92016f tempest-ListServersNegativeTestJSON-1584471141 tempest-ListServersNegativeTestJSON-1584471141-project-member] Enqueued Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1123.085124] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGHEST for action security_group_members [ 1123.085510] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.085637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.111146] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.156937] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 in Status: SUCCESS [ 1123.157219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.391411] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26c4b323-9506-43e4-ab0f-45b9f1256758',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.612556] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.893449] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.893776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.893776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.894068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.894068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.894207] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 is going to be created. [ 1123.933258] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.933406] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.933477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.933688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.933847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.945929] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 in Status: UNINITIALIZED for 2s [ 1124.118371] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.118371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.118371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.118371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.118371] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.118688] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41945e61-ff77-4940-8105-02685cc8f613 is going to be updated. [ 1124.163251] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.163251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.163251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.163251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.163739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.177309] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: IN_PROGRESS for 2s [ 1125.958903] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 in Status: SUCCESS [ 1125.959287] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.959536] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.959757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.959955] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.960075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.960143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.960308] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.960383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.960469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.960559] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26c4b323-9506-43e4-ab0f-45b9f1256758',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.992094] env[65740]: INFO networking_nsxv3.common.synchronization [req-1d7e6a70-6247-406f-b912-bf3372e11e7a req-cbba6608-a106-43f4-b648-bacfb998c3df tempest-AttachVolumeShelveTestJSON-1597028418 tempest-AttachVolumeShelveTestJSON-1597028418-project-member] Enqueued Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_members [ 1125.992737] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_members [ 1125.994033] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a546d94-c027-4e1a-aa8c-e75721a168c6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.994033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.994033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.994337] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.994537] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.994614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.994662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.994816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.994901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.995175] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.193028] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: SUCCESS [ 1126.193028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.193028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.193028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.193028] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.193028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.193028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.193028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.193028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.193028] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.344730] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.345016] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.345232] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.345595] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.345906] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.346150] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.346337] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.346586] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.346786] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.347048] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.347223] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.347381] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.347554] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.347699] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.347872] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.348071] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.367958] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.367958] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.367958] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.368135] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.368402] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-e1c544c3-f721-4a6d-8988-5349c0ea3e79 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.368570] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.368684] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.369035] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.369188] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1c544c3-f721-4a6d-8988-5349c0ea3e79',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.463052] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26c4b323-9506-43e4-ab0f-45b9f1256758',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.497999] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.498187] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.498242] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.498481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.498593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.498816] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.498923] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.498967] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.499159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.499232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.499333] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 already deleted. [ 1126.499479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.699196] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.699196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.699196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.699196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.699196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.699196] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.699196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.699196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.699196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.699196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.699196] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41945e61-ff77-4940-8105-02685cc8f613 is going to be updated. [ 1126.728261] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.728420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.728481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.728895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.728944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.741024] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: IN_PROGRESS for 2s [ 1126.872111] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.872111] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.872111] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.872111] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.872380] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.872380] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port e1c544c3-f721-4a6d-8988-5349c0ea3e79 not found, creating... [ 1126.872632] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.872830] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.872949] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.873205] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.873365] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.873672] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.873918] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.874098] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.874356] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.874500] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.874643] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: e1c544c3-f721-4a6d-8988-5349c0ea3e79 is going to be created. [ 1126.913124] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.913412] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.913556] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.913897] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.914351] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.914626] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.967031] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26c4b323-9506-43e4-ab0f-45b9f1256758: rpc.has_security_group_logging(os_id): False [ 1127.000025] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.000025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.000025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.000025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.000025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.000025] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.000025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.000025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.000025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.000025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.000025] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 is going to be created. [ 1127.104959] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.104959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.105297] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.105356] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.105687] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.125669] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 in Status: IN_PROGRESS for 2s [ 1127.649434] env[65740]: INFO networking_nsxv3.common.synchronization [req-1d7e6a70-6247-406f-b912-bf3372e11e7a req-5e8c176c-8a1f-40cc-8953-81fd6c6712a2 service nova] Enqueued Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_rules [ 1127.649710] env[65740]: INFO networking_nsxv3.common.synchronization [req-1d7e6a70-6247-406f-b912-bf3372e11e7a req-5e8c176c-8a1f-40cc-8953-81fd6c6712a2 service nova] Enqueued Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_members [ 1127.649861] env[65740]: INFO networking_nsxv3.common.synchronization [req-1d7e6a70-6247-406f-b912-bf3372e11e7a req-5e8c176c-8a1f-40cc-8953-81fd6c6712a2 service nova] Enqueued Resource ID: e1c544c3-f721-4a6d-8988-5349c0ea3e79 with Priority: HIGHEST for action port [ 1127.650682] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_rules [ 1127.650818] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_members [ 1127.650927] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c544c3-f721-4a6d-8988-5349c0ea3e79 with Priority: HIGHEST for action port [ 1127.651268] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a546d94-c027-4e1a-aa8c-e75721a168c6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.651442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.651535] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.651778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.651868] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.654678] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a546d94-c027-4e1a-aa8c-e75721a168c6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.654678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.654678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.654848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.655957] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.655957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.655957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.655957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.655957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.655957] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.657029] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1c544c3-f721-4a6d-8988-5349c0ea3e79 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.657029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.657029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.657232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.657232] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1c544c3-f721-4a6d-8988-5349c0ea3e79',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.155752] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a546d94-c027-4e1a-aa8c-e75721a168c6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.155752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.159881] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.160498] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1c544c3-f721-4a6d-8988-5349c0ea3e79 with status ACTIVE [ 1128.161153] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.161153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.161153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.161436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.161572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.161853] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.162027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.162121] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.162396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.162537] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.162964] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.163042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.163134] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.163366] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.163784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.163784] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1c544c3-f721-4a6d-8988-5349c0ea3e79 is going to be updated. [ 1128.189161] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.189373] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.189431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.189751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.189970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.190227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.667408] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.748590] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41945e61-ff77-4940-8105-02685cc8f613 in Status: SUCCESS [ 1128.748808] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41945e61-ff77-4940-8105-02685cc8f613 deletion is rescheduled due to dependency. [ 1128.748969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.143322] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 in Status: SUCCESS [ 1129.143580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.153135] env[65740]: INFO networking_nsxv3.common.synchronization [req-b59df1c9-e1d0-4a0f-997e-4948d349edaf req-9e225ef3-7e91-4a4a-8421-cdfb12de1b61 tempest-ServersNegativeTestJSON-1589337895 tempest-ServersNegativeTestJSON-1589337895-project-member] Enqueued Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 1129.153878] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGHEST for action security_group_members [ 1129.155431] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.155561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.155681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.155854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.156102] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.156162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.156205] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.156347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.156430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.156545] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.170248] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.170439] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.170512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.171101] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.171718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.171858] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 is going to be created. [ 1129.206773] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.206959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.206959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.207212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.207370] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.220270] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 in Status: UNINITIALIZED for 2s [ 1129.659240] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.659491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.659550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.659825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.659941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.660216] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.660351] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.660418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.660624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.660704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.660823] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 is going to be updated. [ 1129.709237] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.709414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.709454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.709673] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.709821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.720616] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: IN_PROGRESS for 2s [ 1131.230070] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 in Status: SUCCESS [ 1131.230364] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.230460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.230678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.230865] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.230981] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.231057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.231216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.231297] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.231381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.231480] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.732417] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 in Status: SUCCESS [ 1131.732652] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 deletion is rescheduled due to dependency. [ 1131.732806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.734259] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.237682] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a546d94-c027-4e1a-aa8c-e75721a168c6: rpc.has_security_group_logging(os_id): False [ 1132.257844] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.258091] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.258177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.258391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.258488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.258744] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.258862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.259300] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.259504] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.259597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.259699] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 is going to be created. [ 1132.333715] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.333876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.333972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.334230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.334417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.347692] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 in Status: IN_PROGRESS for 2s [ 1134.155611] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1134.155932] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1134.361971] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 in Status: SUCCESS [ 1134.362368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.156756] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1139.157111] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1144.157917] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.157917] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1149.158657] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1149.158657] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1152.709685] env[65740]: INFO networking_nsxv3.common.synchronization [None req-30a93033-3e63-4458-ada5-5b3a4e61b03c None None] Enqueued Resource ID: 33cd87de-8f84-4883-88e8-2a8bf35b4863 with Priority: HIGHEST for action port [ 1152.710270] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33cd87de-8f84-4883-88e8-2a8bf35b4863 with Priority: HIGHEST for action port [ 1152.710587] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-33cd87de-8f84-4883-88e8-2a8bf35b4863 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.710711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33cd87de-8f84-4883-88e8-2a8bf35b4863" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.710772] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33cd87de-8f84-4883-88e8-2a8bf35b4863" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.711040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33cd87de-8f84-4883-88e8-2a8bf35b4863" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.711123] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33cd87de-8f84-4883-88e8-2a8bf35b4863',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.213140] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33cd87de-8f84-4883-88e8-2a8bf35b4863 [ 1153.213360] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.213507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.213573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.213871] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.213992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.214115] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33cd87de-8f84-4883-88e8-2a8bf35b4863 already deleted. [ 1153.214199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33cd87de-8f84-4883-88e8-2a8bf35b4863" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.599320] env[65740]: INFO networking_nsxv3.common.synchronization [None req-7cd07a7e-d58e-468b-af3f-fc71a3ba6e64 None None] Enqueued Resource ID: 2c931d72-d4be-4f10-8e5c-0959d9fcb700 with Priority: HIGHEST for action port [ 1154.599870] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c931d72-d4be-4f10-8e5c-0959d9fcb700 with Priority: HIGHEST for action port [ 1154.601313] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c931d72-d4be-4f10-8e5c-0959d9fcb700 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.601430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c931d72-d4be-4f10-8e5c-0959d9fcb700" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.601514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c931d72-d4be-4f10-8e5c-0959d9fcb700" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.601793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c931d72-d4be-4f10-8e5c-0959d9fcb700" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.601889] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c931d72-d4be-4f10-8e5c-0959d9fcb700',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.104789] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c931d72-d4be-4f10-8e5c-0959d9fcb700 [ 1155.106337] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.106644] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.107099] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.107700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.107984] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.108547] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c931d72-d4be-4f10-8e5c-0959d9fcb700 already deleted. [ 1155.108686] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c931d72-d4be-4f10-8e5c-0959d9fcb700" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.601125] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1159.601125] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1162.863237] env[65740]: INFO networking_nsxv3.common.synchronization [req-adf6d2ae-2489-43a4-a314-95659a3bc100 req-d9df7252-16aa-4d25-b4c8-b82d96cd5f92 tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1162.863237] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1162.863237] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.863237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.863237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.863237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.863237] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.863237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.863237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.863700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.863700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.863700] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.177071] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.177299] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.177419] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.178340] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.178619] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.178782] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.178900] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.179136] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.179287] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.179495] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.179608] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.179717] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.179824] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.179932] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.180079] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.180182] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.201029] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.201213] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.201392] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.201643] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.202039] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-0c9d467f-3401-4bbe-b21a-29f3c4c3f613 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.202259] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-0c9d467f-3401-4bbe-b21a-29f3c4c3f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.202426] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-0c9d467f-3401-4bbe-b21a-29f3c4c3f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.202799] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-0c9d467f-3401-4bbe-b21a-29f3c4c3f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.202982] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c9d467f-3401-4bbe-b21a-29f3c4c3f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.366568] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.366892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.366892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.367051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.367155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.367360] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.367456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.367519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.367674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.367748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.367833] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb already deleted. [ 1163.367912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.705559] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.705828] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.705964] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.706280] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.706441] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.706592] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 0c9d467f-3401-4bbe-b21a-29f3c4c3f613 not found, creating... [ 1163.706870] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.707039] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.707158] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.707391] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.707554] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.708137] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.708137] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.708137] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.708357] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.709177] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.709177] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 0c9d467f-3401-4bbe-b21a-29f3c4c3f613 is going to be created. [ 1163.729769] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.729991] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.730133] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.730415] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.730651] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.731190] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-0c9d467f-3401-4bbe-b21a-29f3c4c3f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.466369] env[65740]: INFO networking_nsxv3.common.synchronization [req-adf6d2ae-2489-43a4-a314-95659a3bc100 req-b4a3193b-e5a9-4f5a-a762-08ea3821a779 service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1164.466661] env[65740]: INFO networking_nsxv3.common.synchronization [req-adf6d2ae-2489-43a4-a314-95659a3bc100 req-b4a3193b-e5a9-4f5a-a762-08ea3821a779 service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1164.466661] env[65740]: INFO networking_nsxv3.common.synchronization [req-adf6d2ae-2489-43a4-a314-95659a3bc100 req-b4a3193b-e5a9-4f5a-a762-08ea3821a779 service nova] Enqueued Resource ID: 0c9d467f-3401-4bbe-b21a-29f3c4c3f613 with Priority: HIGHEST for action port [ 1164.468662] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1164.468662] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1164.468662] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9d467f-3401-4bbe-b21a-29f3c4c3f613 with Priority: HIGHEST for action port [ 1164.468662] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.471147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.471147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.471147] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.471147] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.472254] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.472421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.472512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.472721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.472898] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.473075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.473166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.473339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.473523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.473644] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.474463] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c9d467f-3401-4bbe-b21a-29f3c4c3f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.474616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c9d467f-3401-4bbe-b21a-29f3c4c3f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.474698] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c9d467f-3401-4bbe-b21a-29f3c4c3f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.474899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c9d467f-3401-4bbe-b21a-29f3c4c3f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.475049] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c9d467f-3401-4bbe-b21a-29f3c4c3f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.977496] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.977678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.977829] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.979483] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c9d467f-3401-4bbe-b21a-29f3c4c3f613 with status ACTIVE [ 1164.979483] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.979483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.979483] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.979735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.979735] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.979947] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.980106] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.980174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.980338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.980421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.980647] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.980763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.980830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.981075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.981138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.981276] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c9d467f-3401-4bbe-b21a-29f3c4c3f613 is going to be updated. [ 1165.003135] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.003350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.003350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.003561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.003699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.003859] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c9d467f-3401-4bbe-b21a-29f3c4c3f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.483930] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.986298] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.986508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.986609] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.986822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.986928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.987049] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be created. [ 1166.015521] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.015760] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.015760] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.016035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.016202] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.026774] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: UNINITIALIZED for 2s [ 1167.298401] env[65740]: INFO networking_nsxv3.common.synchronization [req-806a90de-89d8-4647-97e5-3ccf4922255d req-5e211ebb-d29a-4ed8-8585-ac0978868de0 tempest-ServerActionsTestOtherB-2115301794 tempest-ServerActionsTestOtherB-2115301794-project-member] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1167.299296] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1167.299439] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.299592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.299690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.299916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.300128] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.300246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.300343] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.300457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.300544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.300637] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.803054] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.803324] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.803324] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.803539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.823940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.824224] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.824342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.824464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.824672] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.824754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.824847] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 is going to be updated. [ 1167.853221] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.853300] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.853392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.853614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.853770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.862758] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: IN_PROGRESS for 2s [ 1168.038755] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1168.039043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.039218] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.039616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.039616] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.039766] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.039804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.039941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.040031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.040116] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.040204] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.542347] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.542759] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.542759] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.542973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.543166] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.543264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.543329] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.543485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.543578] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.543697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.543863] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.544019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.544019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.544166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.544303] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.544469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.544525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.544650] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.544723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.544804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.544892] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.047673] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dc98c36-e749-4101-81d1-f2d264aa3bbb: rpc.has_security_group_logging(os_id): False [ 1169.068958] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.069180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.069180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.069402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.069492] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.069710] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.069806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.069870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.070076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.070161] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.070351] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.070445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.070507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.070648] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.070716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.070932] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.071047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.071129] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.071277] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.071372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.071495] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be created. [ 1169.148695] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.148923] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.148971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.149186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.149369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.161179] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1169.871763] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: SUCCESS [ 1169.872046] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 deletion is rescheduled due to dependency. [ 1169.872088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.173431] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1171.173792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.607253] env[65740]: INFO networking_nsxv3.common.synchronization [req-c46474c9-8668-44d4-9b9b-a741af99ae13 req-9630cb78-636d-42e3-a2c8-f23db97c8d1e tempest-ServersTestFqdnHostnames-598195564 tempest-ServersTestFqdnHostnames-598195564-project-member] Enqueued Resource ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 with Priority: HIGHEST for action security_group_members [ 1171.607529] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 with Priority: HIGHEST for action security_group_members [ 1171.607844] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-26c4b323-9506-43e4-ab0f-45b9f1256758 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.607966] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.608173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.608401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.608639] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.608815] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.608917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.609140] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.609236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.609591] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26c4b323-9506-43e4-ab0f-45b9f1256758',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.112088] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.112088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.112088] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.112437] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.112565] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.112854] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.113019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.113134] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.113806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.113806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.113931] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 is going to be updated. [ 1172.148297] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.148514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.148514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.148743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.148890] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.160441] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 in Status: IN_PROGRESS for 2s [ 1174.173458] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 in Status: SUCCESS [ 1174.173832] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26c4b323-9506-43e4-ab0f-45b9f1256758 deletion is rescheduled due to dependency. [ 1174.173832] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26c4b323-9506-43e4-ab0f-45b9f1256758" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.930059] env[65740]: INFO networking_nsxv3.common.synchronization [req-ee26aeaf-3b92-45c3-8319-4a6d9f48739d req-8404aa8f-1412-43ab-8d70-b7fe5d4e736c tempest-ServerActionsTestOtherB-2115301794 tempest-ServerActionsTestOtherB-2115301794-project-member] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1174.930361] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1174.930749] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.930870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.930940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.931208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.931412] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.931515] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.931558] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.931716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.931816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.931909] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.321761] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.322155] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.322230] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.322492] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.322881] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.323054] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.323179] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.323414] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.323564] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.323778] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.323894] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.324011] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.324127] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.324241] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.324350] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.324513] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.344043] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.344230] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.344376] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.344645] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.345106] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-4590f01e-0737-4cf6-883b-99f7ee5108e0 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.345292] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-4590f01e-0737-4cf6-883b-99f7ee5108e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.345416] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-4590f01e-0737-4cf6-883b-99f7ee5108e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.345802] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-4590f01e-0737-4cf6-883b-99f7ee5108e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.345962] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4590f01e-0737-4cf6-883b-99f7ee5108e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.434491] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.434792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.434792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.435038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.435138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.435315] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.435410] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.435461] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.435629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.435701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.435792] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 is going to be updated. [ 1175.465196] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.465320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.465388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.465639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.465789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.478019] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: IN_PROGRESS for 2s [ 1175.848540] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.849385] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.849662] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.849920] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.850094] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.850257] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port 4590f01e-0737-4cf6-883b-99f7ee5108e0 not found, creating... [ 1175.850531] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.850698] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.850816] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.851051] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.851190] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.851500] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.851692] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.851773] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.851978] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.852131] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.852273] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 4590f01e-0737-4cf6-883b-99f7ee5108e0 is going to be created. [ 1175.874588] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.874588] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.874854] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.874955] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.875510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.875510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-4590f01e-0737-4cf6-883b-99f7ee5108e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.584290] env[65740]: INFO networking_nsxv3.common.synchronization [req-ee26aeaf-3b92-45c3-8319-4a6d9f48739d req-7a114d02-a1a9-4d32-b70c-ebc5958bf025 service nova] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_rules [ 1176.584599] env[65740]: INFO networking_nsxv3.common.synchronization [req-ee26aeaf-3b92-45c3-8319-4a6d9f48739d req-7a114d02-a1a9-4d32-b70c-ebc5958bf025 service nova] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1176.584599] env[65740]: INFO networking_nsxv3.common.synchronization [req-ee26aeaf-3b92-45c3-8319-4a6d9f48739d req-7a114d02-a1a9-4d32-b70c-ebc5958bf025 service nova] Enqueued Resource ID: 4590f01e-0737-4cf6-883b-99f7ee5108e0 with Priority: HIGHEST for action port [ 1176.585252] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_rules [ 1176.585485] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1176.585631] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590f01e-0737-4cf6-883b-99f7ee5108e0 with Priority: HIGHEST for action port [ 1176.586027] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.586212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.586318] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.586582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.586726] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.589082] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.589082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.589082] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-4590f01e-0737-4cf6-883b-99f7ee5108e0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.589082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4590f01e-0737-4cf6-883b-99f7ee5108e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.589082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4590f01e-0737-4cf6-883b-99f7ee5108e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.589082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4590f01e-0737-4cf6-883b-99f7ee5108e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.589082] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4590f01e-0737-4cf6-883b-99f7ee5108e0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.089114] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.089368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.091689] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4590f01e-0737-4cf6-883b-99f7ee5108e0 with status ACTIVE [ 1177.091968] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.091968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.092098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.092243] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.092341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.092581] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.092690] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.092755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.092943] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.093058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.093787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.093787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.093787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.093787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.093787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.093787] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4590f01e-0737-4cf6-883b-99f7ee5108e0 is going to be updated. [ 1177.127884] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.128112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.128112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.128332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.128539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.128734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4590f01e-0737-4cf6-883b-99f7ee5108e0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.488649] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: SUCCESS [ 1177.488841] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 deletion is rescheduled due to dependency. [ 1177.488983] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.489157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.489368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.489561] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.489680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.489743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.489903] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.489985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.490090] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.992909] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.495638] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.999128] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.999441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.999441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.999585] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.999678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.999785] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 is going to be updated. [ 1179.031570] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.032112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.032291] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.033620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.033620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.044451] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: IN_PROGRESS for 2s [ 1180.232444] env[65740]: INFO networking_nsxv3.common.synchronization [req-b78ee918-b54b-4a2a-b416-e0f2b41b23e5 req-541c0565-872c-4295-8f65-63daa0404ce3 tempest-AttachVolumeNegativeTest-363239345 tempest-AttachVolumeNegativeTest-363239345-project-member] Enqueued Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGHEST for action security_group_members [ 1180.233104] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGHEST for action security_group_members [ 1180.233439] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.233580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.233617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.233847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.234182] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.234182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.234182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.234376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.234615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.234615] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.737347] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.737592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.737592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.737790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.737875] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.738088] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.738186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.738247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.738407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.738786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.738786] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 is going to be updated. [ 1180.766453] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.766629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.766629] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.766851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.767022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.779278] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 in Status: IN_PROGRESS for 2s [ 1181.061512] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: SUCCESS [ 1181.061738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.061921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.062235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.062494] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.062706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.062800] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.062968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.063074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.063865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.063865] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.566036] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.789534] env[65740]: INFO networking_nsxv3.common.synchronization [req-cdabd80f-d7d3-48b9-94cc-6d4fac4a6f42 req-7fc79c53-9963-4cfe-a02e-0034df1f1da9 tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1181.793574] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1181.793574] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.793574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.793574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.793574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.793574] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.793574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.793574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.793574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.793574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.793574] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.966213] env[65740]: INFO networking_nsxv3.common.synchronization [req-728bfa32-619b-4e31-8765-a492688b219c req-2fb87cfc-636c-449c-8f77-0e27a9831474 tempest-AttachVolumeTestJSON-756748954 tempest-AttachVolumeTestJSON-756748954-project-member] Enqueued Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGHEST for action security_group_members [ 1181.966772] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGHEST for action security_group_members [ 1181.967196] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.967316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.967385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.967589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.967740] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.967872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.968050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.968050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.968137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.968539] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.068642] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 996d9e7e-4e8f-48b2-b360-e6064ba8aab5: rpc.has_security_group_logging(os_id): False [ 1182.090838] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.090993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.091070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.091299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.091391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.091639] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.091740] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.091804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.091957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.092046] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.092137] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 is going to be updated. [ 1182.176154] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.176301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.176386] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.176569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.176718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.185948] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.186232] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.186367] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.186637] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.186908] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.187315] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.187440] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.187667] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.187814] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.188037] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.188154] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.188262] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.188434] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.188559] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.188666] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.188808] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.200824] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: IN_PROGRESS for 2s [ 1182.219476] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.219684] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.219906] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.219980] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.220325] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-fe4d8996-7629-4107-8c56-1ff0366454d2 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.220504] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-fe4d8996-7629-4107-8c56-1ff0366454d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.220625] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-fe4d8996-7629-4107-8c56-1ff0366454d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.220962] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-fe4d8996-7629-4107-8c56-1ff0366454d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.221195] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe4d8996-7629-4107-8c56-1ff0366454d2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.293649] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.471412] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.471598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.471644] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.471852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.471955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.472162] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.472264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.472328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.472509] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.472572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.472662] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 is going to be updated. [ 1182.512122] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.512122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.512122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.512122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.512122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.527999] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 in Status: IN_PROGRESS for 2s [ 1182.723790] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.724462] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.724462] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.724462] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.724826] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.724938] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port fe4d8996-7629-4107-8c56-1ff0366454d2 not found, creating... [ 1182.725236] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.725399] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.725519] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.725878] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.725965] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.726222] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.726390] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.734286] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.734909] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.735204] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.735413] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: fe4d8996-7629-4107-8c56-1ff0366454d2 is going to be created. [ 1182.776505] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.776731] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.776866] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.780022] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.780022] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.780022] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-fe4d8996-7629-4107-8c56-1ff0366454d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.791119] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 in Status: SUCCESS [ 1182.791303] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 deletion is rescheduled due to dependency. [ 1182.791414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.795958] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.298823] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.298943] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.299033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.299264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.299357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.299455] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1183.338748] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.338748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.338748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.338933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.338969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.350217] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1183.491381] env[65740]: INFO networking_nsxv3.common.synchronization [req-cdabd80f-d7d3-48b9-94cc-6d4fac4a6f42 req-ae356785-d789-440f-a98c-557c104acb49 service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1183.491426] env[65740]: INFO networking_nsxv3.common.synchronization [req-cdabd80f-d7d3-48b9-94cc-6d4fac4a6f42 req-ae356785-d789-440f-a98c-557c104acb49 service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1183.491937] env[65740]: INFO networking_nsxv3.common.synchronization [req-cdabd80f-d7d3-48b9-94cc-6d4fac4a6f42 req-ae356785-d789-440f-a98c-557c104acb49 service nova] Enqueued Resource ID: fe4d8996-7629-4107-8c56-1ff0366454d2 with Priority: HIGHEST for action port [ 1183.492400] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1183.492839] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1183.492914] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4d8996-7629-4107-8c56-1ff0366454d2 with Priority: HIGHEST for action port [ 1183.493300] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.493493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.493651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.493825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.494017] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.495142] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.495302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.495798] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe4d8996-7629-4107-8c56-1ff0366454d2 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.496347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe4d8996-7629-4107-8c56-1ff0366454d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.497137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe4d8996-7629-4107-8c56-1ff0366454d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.497358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe4d8996-7629-4107-8c56-1ff0366454d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.498034] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe4d8996-7629-4107-8c56-1ff0366454d2',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.000151] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.000631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.000631] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe4d8996-7629-4107-8c56-1ff0366454d2 with status ACTIVE [ 1184.000749] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.000862] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.000928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.001171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.001265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.001490] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.001598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.001706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.001881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.001961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.002219] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.002445] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.002531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.002689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.002689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.002759] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe4d8996-7629-4107-8c56-1ff0366454d2 is going to be updated. [ 1184.026892] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.026892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.027069] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.027397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.027548] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.027723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe4d8996-7629-4107-8c56-1ff0366454d2" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.214695] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: SUCCESS [ 1184.215076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.539247] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 in Status: SUCCESS [ 1184.539452] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 deletion is rescheduled due to dependency. [ 1184.539586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.362813] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1185.363231] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.363307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.363576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.363831] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.363953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.364096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.364225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.364319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.364446] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.868439] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.370884] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.874207] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.874430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.875139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.875139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.875139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.875139] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1186.915573] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.915753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.915903] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.916077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.916237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.928216] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1187.025807] env[65740]: INFO networking_nsxv3.common.synchronization [None req-58f03d28-e6bb-45dc-838e-32e4fc44b084 tempest-AttachVolumeTestJSON-756748954 tempest-AttachVolumeTestJSON-756748954-project-member] Enqueued Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGHEST for action security_group_rules [ 1187.026439] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGHEST for action security_group_rules [ 1187.026779] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd7820b-3f96-4364-b58a-6d889df7cdba taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.027042] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.027132] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.027399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.027483] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd7820b-3f96-4364-b58a-6d889df7cdba',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.167374] env[65740]: INFO networking_nsxv3.common.synchronization [None req-ff45512a-48c1-4054-8b5f-f98706380122 tempest-AttachVolumeTestJSON-756748954 tempest-AttachVolumeTestJSON-756748954-project-member] Enqueued Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGHEST for action security_group_rules [ 1187.167374] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGHEST for action security_group_rules [ 1187.167586] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd7820b-3f96-4364-b58a-6d889df7cdba taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.167586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.246406] env[65740]: INFO networking_nsxv3.common.synchronization [req-ad9d58a2-ca82-4e84-b1da-ca910a14a52d req-7983f98e-cb5f-474c-a6bc-369044257541 tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_members [ 1187.247143] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_members [ 1187.247470] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.247807] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.247906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.248244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.248404] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.248502] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.248915] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.249722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.249722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.249722] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.551650] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.552083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.552083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.552083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.552226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.552263] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba already deleted. [ 1187.552366] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.553143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.553287] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.553378] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd7820b-3f96-4364-b58a-6d889df7cdba',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.752920] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.074379] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.074617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.074669] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.074936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.075067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.075199] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba already deleted. [ 1188.075305] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.255421] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.760633] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.760975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.760975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.761095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.761191] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.761294] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec2b221-742c-4872-8efc-20e0910f8050 is going to be updated. [ 1188.800941] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.803237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.803785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.803785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.803890] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.814562] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: IN_PROGRESS for 2s [ 1188.943266] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1188.943633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.943848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.944203] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.944444] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.944635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.944754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.944979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.945239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.945239] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.945334] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.448216] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.448415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.448488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.448714] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.448887] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.448987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.449064] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.449250] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.449360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.449401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.449607] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.449733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.449881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.450041] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.450183] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.450281] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.450339] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.450476] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.450550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.450631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.450722] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.909470] env[65740]: INFO networking_nsxv3.common.synchronization [req-9c43a337-03c4-4e9e-847d-03b3b07085c3 req-69178193-c505-4304-a346-c45ab7d8ff97 tempest-ServerActionsTestJSON-1232280853 tempest-ServerActionsTestJSON-1232280853-project-member] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1189.910054] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1189.910370] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.910520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.910610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.910876] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.911060] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.911144] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.911543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.911543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.911543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.911543] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.953440] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dc98c36-e749-4101-81d1-f2d264aa3bbb: rpc.has_security_group_logging(os_id): False [ 1189.973222] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.973423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.973423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.974051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.974051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.974051] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.974051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.974508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.974508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.974508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.974508] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.974743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.974743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.974818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.974902] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.975153] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.975253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.975315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.975651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.975651] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.975651] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1190.056292] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.056438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.056543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.056749] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.058412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.074121] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1190.415092] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.415341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.415433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.415833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.416133] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.416388] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.416693] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.416693] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.416823] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.416996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.417131] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 is going to be updated. [ 1190.447454] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.447666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.447710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.447957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.448236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.457223] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: IN_PROGRESS for 2s [ 1190.826018] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: SUCCESS [ 1190.826018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.100656] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1192.101068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.471647] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: SUCCESS [ 1192.471884] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 deletion is rescheduled due to dependency. [ 1192.471959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.056391] env[65740]: INFO networking_nsxv3.common.synchronization [req-b9b73555-a53c-40d0-a586-6ff0d55c43dd req-a5cbbc65-be7b-421f-a318-8c54fb16b0d9 tempest-AttachVolumeTestJSON-756748954 tempest-AttachVolumeTestJSON-756748954-project-member] Enqueued Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGHEST for action security_group_members [ 1193.056974] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGHEST for action security_group_members [ 1193.057321] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd7820b-3f96-4364-b58a-6d889df7cdba taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.057447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.057514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.057773] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.057930] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.058043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.058111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.058264] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.058353] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.058449] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd7820b-3f96-4364-b58a-6d889df7cdba',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.363696] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.364038] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-996" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.364038] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-996" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.364318] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-996" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.364616] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.364763] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.364885] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.365198] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.365384] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.365628] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.365824] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.366011] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.366186] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.366330] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.366462] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.366622] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.387037] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.387241] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1193.387387] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.387583] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-996" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.387926] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-69db0eb3-20e6-441f-bb3b-8b55383a5684 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.388136] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-69db0eb3-20e6-441f-bb3b-8b55383a5684" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.388256] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-69db0eb3-20e6-441f-bb3b-8b55383a5684" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.388587] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-69db0eb3-20e6-441f-bb3b-8b55383a5684" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.388723] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69db0eb3-20e6-441f-bb3b-8b55383a5684',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.561209] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.561417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.561617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.561652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.561748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.561997] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.562120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.562120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.562274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.562352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.562528] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba already deleted. [ 1193.562572] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.891876] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.892701] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.892701] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.893074] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.893362] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.893635] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 69db0eb3-20e6-441f-bb3b-8b55383a5684 not found, creating... [ 1193.894718] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.894718] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.894718] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.895066] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.895325] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.896039] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.896116] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.896367] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.896741] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.896964] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.897233] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 69db0eb3-20e6-441f-bb3b-8b55383a5684 is going to be created. [ 1193.920187] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.920383] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.920514] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.920794] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.921081] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.921324] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-69db0eb3-20e6-441f-bb3b-8b55383a5684" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.652459] env[65740]: INFO networking_nsxv3.common.synchronization [req-b9b73555-a53c-40d0-a586-6ff0d55c43dd req-6b0b11a9-7f60-4589-997e-c7b6fd0b9d9b service nova] Enqueued Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGHEST for action security_group_rules [ 1194.652743] env[65740]: INFO networking_nsxv3.common.synchronization [req-b9b73555-a53c-40d0-a586-6ff0d55c43dd req-6b0b11a9-7f60-4589-997e-c7b6fd0b9d9b service nova] Enqueued Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGHEST for action security_group_members [ 1194.652909] env[65740]: INFO networking_nsxv3.common.synchronization [req-b9b73555-a53c-40d0-a586-6ff0d55c43dd req-6b0b11a9-7f60-4589-997e-c7b6fd0b9d9b service nova] Enqueued Resource ID: 69db0eb3-20e6-441f-bb3b-8b55383a5684 with Priority: HIGHEST for action port [ 1194.653538] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGHEST for action security_group_rules [ 1194.653703] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGHEST for action security_group_members [ 1194.653820] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69db0eb3-20e6-441f-bb3b-8b55383a5684 with Priority: HIGHEST for action port [ 1194.654173] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd7820b-3f96-4364-b58a-6d889df7cdba taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.654307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.654382] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.654926] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.655059] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd7820b-3f96-4364-b58a-6d889df7cdba',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.656096] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd7820b-3f96-4364-b58a-6d889df7cdba taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.656291] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.656291] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.656475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.656647] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.656699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.656755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.656905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.657015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.657113] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd7820b-3f96-4364-b58a-6d889df7cdba',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.658544] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-69db0eb3-20e6-441f-bb3b-8b55383a5684 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.658544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69db0eb3-20e6-441f-bb3b-8b55383a5684" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.659702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69db0eb3-20e6-441f-bb3b-8b55383a5684" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.660376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69db0eb3-20e6-441f-bb3b-8b55383a5684" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.660376] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69db0eb3-20e6-441f-bb3b-8b55383a5684',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.161921] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dd7820b-3f96-4364-b58a-6d889df7cdba',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.162996] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd7820b-3f96-4364-b58a-6d889df7cdba taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.163122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.163493] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69db0eb3-20e6-441f-bb3b-8b55383a5684 with status ACTIVE [ 1195.163700] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.163812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.165610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.165610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.165610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.165610] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.165610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.165610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.165610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.165610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.165610] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.165610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.166183] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.167598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.167598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.167598] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69db0eb3-20e6-441f-bb3b-8b55383a5684 is going to be updated. [ 1195.175906] env[65740]: INFO networking_nsxv3.common.synchronization [req-128f62b1-ed07-4135-89b0-9b62bacef1b8 req-f950b332-d95d-4136-940d-b1d1037c369b tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1195.177054] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1195.177360] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.177477] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.177540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.177719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.177897] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.177998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.178063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.178218] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.178302] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.178391] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.186849] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.187176] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.187258] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.187447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.187584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.187747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69db0eb3-20e6-441f-bb3b-8b55383a5684" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.664447] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dd7820b-3f96-4364-b58a-6d889df7cdba',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.682708] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.167271] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.167512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.167512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.167754] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.167842] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.167938] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba is going to be created. [ 1196.184300] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.191166] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.191362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.191433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.191645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.192186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.202915] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba in Status: UNINITIALIZED for 2s [ 1196.686520] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.686841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.686958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.687280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.687323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.687439] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1196.715235] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.715474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.715474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.715715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.715895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.726459] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1198.212797] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba in Status: SUCCESS [ 1198.213090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.213212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.213423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.213615] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.213733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.213797] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.213968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.214068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.214158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.214245] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dd7820b-3f96-4364-b58a-6d889df7cdba',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.717031] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dd7820b-3f96-4364-b58a-6d889df7cdba',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.736736] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1198.736969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.218892] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dd7820b-3f96-4364-b58a-6d889df7cdba: rpc.has_security_group_logging(os_id): False [ 1199.242127] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.242343] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.242412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.242624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.242704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.242949] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.243692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.243692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.243692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.243692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.243692] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba is going to be created. [ 1199.324407] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.324538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.324678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.325178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.325178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.335850] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba in Status: IN_PROGRESS for 2s [ 1199.529604] env[65740]: INFO networking_nsxv3.common.synchronization [req-c461346b-8284-4bc0-bf01-5d7dc0ac0102 req-1b4cd638-9006-4eca-91b0-1ecb6c3e2a8a tempest-ServerActionsTestJSON-1232280853 tempest-ServerActionsTestJSON-1232280853-project-member] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1199.530349] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1199.530590] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.530700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.530700] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.530973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.531074] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.531217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.531315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.531401] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.531488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.531570] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.897031] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.897031] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.897031] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.897031] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.897031] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.897537] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.897775] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.898112] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.898482] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.898796] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.899046] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.899268] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.899839] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.899839] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.899839] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.899839] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.920762] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.920963] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.921103] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.921293] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-713" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.921614] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-cef5c855-33d3-4923-9b96-b7a9d09b2da1 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.921793] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-cef5c855-33d3-4923-9b96-b7a9d09b2da1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.921918] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-cef5c855-33d3-4923-9b96-b7a9d09b2da1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.922317] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-cef5c855-33d3-4923-9b96-b7a9d09b2da1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.922459] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cef5c855-33d3-4923-9b96-b7a9d09b2da1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.034205] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.034380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.034380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.034616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.034787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.034997] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.035136] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.035201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.035438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.035567] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.035620] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 is going to be updated. [ 1200.064268] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.065043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.065043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.065043] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.065261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.076191] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: IN_PROGRESS for 2s [ 1200.425090] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.425473] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.425533] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.425978] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.426234] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.426476] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port cef5c855-33d3-4923-9b96-b7a9d09b2da1 not found, creating... [ 1200.426888] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.427155] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.427356] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.427686] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.427913] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.428380] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.428630] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.428830] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.429163] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.429384] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.429606] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: cef5c855-33d3-4923-9b96-b7a9d09b2da1 is going to be created. [ 1200.449574] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.449807] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.449883] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.450193] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.450425] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.450655] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-cef5c855-33d3-4923-9b96-b7a9d09b2da1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.158083] env[65740]: INFO networking_nsxv3.common.synchronization [req-c461346b-8284-4bc0-bf01-5d7dc0ac0102 req-eb71d0c6-ce07-4a78-ac86-0119ccd9304b service nova] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_rules [ 1201.158083] env[65740]: INFO networking_nsxv3.common.synchronization [req-c461346b-8284-4bc0-bf01-5d7dc0ac0102 req-eb71d0c6-ce07-4a78-ac86-0119ccd9304b service nova] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1201.158083] env[65740]: INFO networking_nsxv3.common.synchronization [req-c461346b-8284-4bc0-bf01-5d7dc0ac0102 req-eb71d0c6-ce07-4a78-ac86-0119ccd9304b service nova] Enqueued Resource ID: cef5c855-33d3-4923-9b96-b7a9d09b2da1 with Priority: HIGHEST for action port [ 1201.158083] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_rules [ 1201.158083] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1201.158083] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cef5c855-33d3-4923-9b96-b7a9d09b2da1 with Priority: HIGHEST for action port [ 1201.158538] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.158883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.159061] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.159334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.159510] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.160519] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.160725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.161090] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-cef5c855-33d3-4923-9b96-b7a9d09b2da1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.163224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cef5c855-33d3-4923-9b96-b7a9d09b2da1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.163224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cef5c855-33d3-4923-9b96-b7a9d09b2da1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.163224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cef5c855-33d3-4923-9b96-b7a9d09b2da1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.163224] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cef5c855-33d3-4923-9b96-b7a9d09b2da1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.348691] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba in Status: SUCCESS [ 1201.348942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.369815] env[65740]: INFO networking_nsxv3.common.synchronization [req-87502391-f999-40c5-943c-2db9e2106dcb req-618bf566-b520-4e87-bfb4-1e999f1da521 tempest-ServerActionsTestOtherA-2067732522 tempest-ServerActionsTestOtherA-2067732522-project-member] Enqueued Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_members [ 1201.370384] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGHEST for action security_group_members [ 1201.370682] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.370803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.370872] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.371083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.371236] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.371332] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.371388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.371677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.371677] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.371817] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.665182] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.665521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.668704] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cef5c855-33d3-4923-9b96-b7a9d09b2da1 with status ACTIVE [ 1201.668899] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.669032] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.669126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.669447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.669623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.669817] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.669973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.670073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.670319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.670417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.670675] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.670784] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.670851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.671119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.671210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.671303] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cef5c855-33d3-4923-9b96-b7a9d09b2da1 is going to be updated. [ 1201.693047] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.693196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.693267] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.693470] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.693600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.693761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cef5c855-33d3-4923-9b96-b7a9d09b2da1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.875892] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.876059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.876125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.876311] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.876794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.876794] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.876794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.876794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.877261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.877261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.877261] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec2b221-742c-4872-8efc-20e0910f8050 is going to be updated. [ 1201.909562] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.909762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.909762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.909957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.910123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.919242] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: IN_PROGRESS for 2s [ 1202.091223] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: SUCCESS [ 1202.091417] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 deletion is rescheduled due to dependency. [ 1202.091519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.091688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.091912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.092127] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.092285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.092378] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.092554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.092662] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.092780] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.595100] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.098909] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.601335] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.601526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.601526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.602018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.602164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.602319] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 is going to be updated. [ 1203.632682] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.632868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.632909] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.633154] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.633315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.642645] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: IN_PROGRESS for 2s [ 1203.929753] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec2b221-742c-4872-8efc-20e0910f8050 in Status: SUCCESS [ 1203.929901] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec2b221-742c-4872-8efc-20e0910f8050 deletion is rescheduled due to dependency. [ 1203.930076] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.652603] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: SUCCESS [ 1205.653052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.653052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.653243] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.653436] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.653635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.653635] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.653905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.653905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.653905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.654085] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.156167] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.370995] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.371118] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1206.658064] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a226a8a-4e47-42aa-8996-f52fe58072e8: rpc.has_security_group_logging(os_id): False [ 1206.677851] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.678075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.678075] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.678353] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.678454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.678715] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.678831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.678897] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.679107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.679193] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.679291] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 is going to be updated. [ 1206.739907] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.740230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.740230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.740415] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.740567] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.756392] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: IN_PROGRESS for 2s [ 1208.292631] env[65740]: INFO networking_nsxv3.common.synchronization [req-9680c85a-ea55-409a-9f14-c13b0b116a70 req-731827f0-b8d9-489b-b408-25b6c39e2069 tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1208.293428] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1208.293787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.293959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.294037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.294268] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.294466] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.294587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.294644] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.294869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.294955] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.295394] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.650318] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.650551] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.650617] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.651045] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.651364] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.651576] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.651766] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.652069] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.652315] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.652609] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.652842] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.652898] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.652975] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.653184] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.653235] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.653389] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.674571] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.674979] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.675248] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.675425] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.675790] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-725c7503-abba-485d-b205-e15a4cca9939 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.676126] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-725c7503-abba-485d-b205-e15a4cca9939" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.676312] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-725c7503-abba-485d-b205-e15a4cca9939" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.676662] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-725c7503-abba-485d-b205-e15a4cca9939" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.677085] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('725c7503-abba-485d-b205-e15a4cca9939',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.770742] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: SUCCESS [ 1208.771107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.797182] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.180173] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.180449] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.180594] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.180956] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.181041] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.181213] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 725c7503-abba-485d-b205-e15a4cca9939 not found, creating... [ 1209.181477] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.181694] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.181864] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.182052] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.182206] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.182601] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.182728] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.182867] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.184248] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.184472] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.184641] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 725c7503-abba-485d-b205-e15a4cca9939 is going to be created. [ 1209.218542] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.218542] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.218542] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.218542] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.218542] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.219246] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-725c7503-abba-485d-b205-e15a4cca9939" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.300713] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.802294] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.802444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.802575] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.802817] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.802817] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.802953] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1209.830486] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.830637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.830701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.830927] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.831123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.841134] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1209.890608] env[65740]: INFO networking_nsxv3.common.synchronization [None req-fb24d269-7e81-48ec-80af-325e67799953 None None] Enqueued Resource ID: aa72224f-8bc7-4147-849a-c87311a2163d with Priority: HIGHEST for action port [ 1209.891170] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa72224f-8bc7-4147-849a-c87311a2163d with Priority: HIGHEST for action port [ 1209.891537] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa72224f-8bc7-4147-849a-c87311a2163d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.891776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa72224f-8bc7-4147-849a-c87311a2163d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.891776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa72224f-8bc7-4147-849a-c87311a2163d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.892109] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa72224f-8bc7-4147-849a-c87311a2163d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.892212] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa72224f-8bc7-4147-849a-c87311a2163d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.908062] env[65740]: INFO networking_nsxv3.common.synchronization [req-9680c85a-ea55-409a-9f14-c13b0b116a70 req-37242384-5592-42bb-8d19-e44759b2e2cf service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1209.908205] env[65740]: INFO networking_nsxv3.common.synchronization [req-9680c85a-ea55-409a-9f14-c13b0b116a70 req-37242384-5592-42bb-8d19-e44759b2e2cf service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1209.908322] env[65740]: INFO networking_nsxv3.common.synchronization [req-9680c85a-ea55-409a-9f14-c13b0b116a70 req-37242384-5592-42bb-8d19-e44759b2e2cf service nova] Enqueued Resource ID: 725c7503-abba-485d-b205-e15a4cca9939 with Priority: HIGHEST for action port [ 1209.908550] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1209.908684] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1209.908786] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 725c7503-abba-485d-b205-e15a4cca9939 with Priority: HIGHEST for action port [ 1209.909348] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.909464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.909533] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.909832] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.909832] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.910922] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.911030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.911265] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-725c7503-abba-485d-b205-e15a4cca9939 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.911357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-725c7503-abba-485d-b205-e15a4cca9939" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.911421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-725c7503-abba-485d-b205-e15a4cca9939" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.911585] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-725c7503-abba-485d-b205-e15a4cca9939" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.911658] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('725c7503-abba-485d-b205-e15a4cca9939',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.395447] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa72224f-8bc7-4147-849a-c87311a2163d [ 1210.395894] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.396101] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.396212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.396431] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.396590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.396628] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa72224f-8bc7-4147-849a-c87311a2163d already deleted. [ 1210.396685] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa72224f-8bc7-4147-849a-c87311a2163d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.413489] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.413489] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.413649] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 725c7503-abba-485d-b205-e15a4cca9939 with status ACTIVE [ 1210.413774] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.413882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.413964] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.414256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.414376] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.414573] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.414673] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.414757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.414921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.415018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.415202] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.415315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.415354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.415561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.415680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.415813] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 725c7503-abba-485d-b205-e15a4cca9939 is going to be updated. [ 1210.439961] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.440165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.440204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.440719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.440719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.440719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-725c7503-abba-485d-b205-e15a4cca9939" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.853449] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1211.853807] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.854115] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.854493] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.854855] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.855226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.855418] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.855626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.855757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.855919] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.238040] env[65740]: INFO networking_nsxv3.common.synchronization [None req-7b08b084-3c15-43c4-bdc8-14f30fdc8787 None None] Enqueued Resource ID: 595b30da-83b1-4406-8d65-f3e4bc191300 with Priority: HIGHEST for action port [ 1212.238612] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595b30da-83b1-4406-8d65-f3e4bc191300 with Priority: HIGHEST for action port [ 1212.238907] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-595b30da-83b1-4406-8d65-f3e4bc191300 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.239068] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-595b30da-83b1-4406-8d65-f3e4bc191300" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.239142] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-595b30da-83b1-4406-8d65-f3e4bc191300" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.240157] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-595b30da-83b1-4406-8d65-f3e4bc191300" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.240157] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('595b30da-83b1-4406-8d65-f3e4bc191300',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.359338] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.730953] env[65740]: INFO networking_nsxv3.common.synchronization [req-30eabe60-d900-4355-a50f-3d5cc37f90e9 req-8cc1fe5e-d8b8-4143-9e7a-d58a6605e431 tempest-ServerRescueNegativeTestJSON-323295896 tempest-ServerRescueNegativeTestJSON-323295896-project-member] Enqueued Resource ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 with Priority: HIGHEST for action security_group_members [ 1212.732822] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 with Priority: HIGHEST for action security_group_members [ 1212.733206] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.734403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.734403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.734403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.734403] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.734403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.734403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.734403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.734403] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.734403] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.744761] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 595b30da-83b1-4406-8d65-f3e4bc191300 [ 1212.744761] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.744940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.744940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.745352] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.745506] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.745635] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:595b30da-83b1-4406-8d65-f3e4bc191300 already deleted. [ 1212.745727] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-595b30da-83b1-4406-8d65-f3e4bc191300" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.865056] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.236718] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.236883] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.237187] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.237263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.237782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.237782] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.237782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.237782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.237989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.237989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.237989] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 is going to be updated. [ 1213.270564] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.270822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.270822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.271089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.271412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.282099] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 in Status: IN_PROGRESS for 2s [ 1213.367903] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.368103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.368177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.368389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.368479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.368742] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1213.397160] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.397303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.397379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.397573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.397719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.409198] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1215.292630] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 in Status: SUCCESS [ 1215.293019] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135 deletion is rescheduled due to dependency. [ 1215.293019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.420830] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1215.420830] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.421105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.421358] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.421806] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.421986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.422099] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.422285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.422374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.422486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.422704] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.722596] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.722796] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.722920] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.723209] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.723462] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.723616] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.723732] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.723961] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.724134] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.724343] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.724452] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.724559] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.724665] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.724844] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.724963] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.725105] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.743387] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.743550] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1215.743688] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.743867] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.744201] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-e1c544c3-f721-4a6d-8988-5349c0ea3e79 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.744367] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.744490] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.744791] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.744954] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1c544c3-f721-4a6d-8988-5349c0ea3e79',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.925272] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.925488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.925543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.925764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.925940] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.926070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.926133] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.926322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.926412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.926500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.926650] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.926742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.926801] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.926940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.927088] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.927172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.927232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.927393] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.927472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.927554] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.927645] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.247240] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.247453] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.247580] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.248346] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.248346] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.248346] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.248590] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.248590] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.248823] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.248965] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.249267] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.249422] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.249526] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.249739] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.249920] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.250088] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: e1c544c3-f721-4a6d-8988-5349c0ea3e79 is going to be updated. [ 1216.272392] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.272392] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.272392] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.272392] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.272392] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.272779] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.429721] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dc98c36-e749-4101-81d1-f2d264aa3bbb: rpc.has_security_group_logging(os_id): False [ 1216.450605] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.450764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.450833] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.451105] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.451402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.451446] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.451550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.451610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.451768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.451856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.452046] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.452141] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.452201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.452338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.452433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.452689] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.452793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.452850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.452987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.453079] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.453306] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1216.544525] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.544676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.544721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.545093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.545249] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.561951] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1217.014536] env[65740]: INFO networking_nsxv3.common.synchronization [req-1c7f9e67-5cd8-472e-98f4-6940815ca176 req-e68d1ca9-e13d-4771-9da7-ecaabe8a6590 service nova] Enqueued Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_rules [ 1217.014805] env[65740]: INFO networking_nsxv3.common.synchronization [req-1c7f9e67-5cd8-472e-98f4-6940815ca176 req-e68d1ca9-e13d-4771-9da7-ecaabe8a6590 service nova] Enqueued Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_members [ 1217.014920] env[65740]: INFO networking_nsxv3.common.synchronization [req-1c7f9e67-5cd8-472e-98f4-6940815ca176 req-e68d1ca9-e13d-4771-9da7-ecaabe8a6590 service nova] Enqueued Resource ID: e1c544c3-f721-4a6d-8988-5349c0ea3e79 with Priority: HIGHEST for action port [ 1217.015471] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_rules [ 1217.015614] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_members [ 1217.015715] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c544c3-f721-4a6d-8988-5349c0ea3e79 with Priority: HIGHEST for action port [ 1217.016312] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a546d94-c027-4e1a-aa8c-e75721a168c6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.016312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.016312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.016532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.016532] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.017826] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a546d94-c027-4e1a-aa8c-e75721a168c6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.017988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.018082] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.018304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.018473] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.018607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.018684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.018852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.018947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.019084] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.019857] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1c544c3-f721-4a6d-8988-5349c0ea3e79 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.019968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.020753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.020913] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.021037] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1c544c3-f721-4a6d-8988-5349c0ea3e79',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.523265] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.524388] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a546d94-c027-4e1a-aa8c-e75721a168c6 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.524529] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.524651] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1c544c3-f721-4a6d-8988-5349c0ea3e79 with status ACTIVE [ 1217.524842] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.524947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.525027] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.525225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.526107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.526107] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.526107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.526107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.526107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.526107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.526107] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.526540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.526540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.526540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.526540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.526540] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1c544c3-f721-4a6d-8988-5349c0ea3e79 is going to be updated. [ 1217.548350] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.548566] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.548566] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.548720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.548847] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.549011] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1c544c3-f721-4a6d-8988-5349c0ea3e79" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.028494] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.485335] env[65740]: INFO networking_nsxv3.common.synchronization [req-1c98b1f5-3f78-4bdf-a17e-ff5e7c95e24b req-fd1a3021-c4db-4501-9824-d3b7a0f43c28 tempest-ServerMetadataTestJSON-2139479575 tempest-ServerMetadataTestJSON-2139479575-project-member] Enqueued Resource ID: 4adf499c-37dc-4911-af10-8783ec9da20c with Priority: HIGHEST for action security_group_members [ 1218.485886] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adf499c-37dc-4911-af10-8783ec9da20c with Priority: HIGHEST for action security_group_members [ 1218.486430] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adf499c-37dc-4911-af10-8783ec9da20c taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.486568] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.486627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.486890] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.487113] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.487257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.487257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.487494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.487494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.487617] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4adf499c-37dc-4911-af10-8783ec9da20c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.531246] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.531593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.531593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.531723] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.531821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.531925] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 is going to be updated. [ 1218.558924] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.559114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.559160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.559341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.559492] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.569656] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 in Status: IN_PROGRESS for 2s [ 1218.574588] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1218.574588] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.798047] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.798047] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-31" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.798047] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-31" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.798302] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-31" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.798497] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.798650] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.798766] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.798972] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.799130] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.799335] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.799448] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.799557] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.799662] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.799770] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.799877] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.800010] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.820873] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.821127] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.821298] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.821486] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-31" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.821809] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-ecb38a10-6a19-4046-8e93-8c31cb1b30a4 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.822040] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-ecb38a10-6a19-4046-8e93-8c31cb1b30a4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.822184] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-ecb38a10-6a19-4046-8e93-8c31cb1b30a4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.822521] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-ecb38a10-6a19-4046-8e93-8c31cb1b30a4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.822667] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb38a10-6a19-4046-8e93-8c31cb1b30a4',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.990050] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.990249] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.990335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.990538] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.990618] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.990822] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.990917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.990982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.991139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.991214] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.991297] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4adf499c-37dc-4911-af10-8783ec9da20c already deleted. [ 1218.991374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.325036] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.325191] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.325238] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.325516] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.325664] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.325839] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port ecb38a10-6a19-4046-8e93-8c31cb1b30a4 not found, creating... [ 1219.326136] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.326297] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.326414] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.326628] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.326765] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.327097] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.327259] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.327408] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.327600] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.327743] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.327884] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: ecb38a10-6a19-4046-8e93-8c31cb1b30a4 is going to be created. [ 1219.348980] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.349207] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.349335] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.349609] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.349837] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.350073] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-ecb38a10-6a19-4046-8e93-8c31cb1b30a4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.027196] env[65740]: INFO networking_nsxv3.common.synchronization [req-1c98b1f5-3f78-4bdf-a17e-ff5e7c95e24b req-ea16eb11-1b24-4255-8239-ec6f8691516f service nova] Enqueued Resource ID: 4adf499c-37dc-4911-af10-8783ec9da20c with Priority: HIGHEST for action security_group_rules [ 1220.027196] env[65740]: INFO networking_nsxv3.common.synchronization [req-1c98b1f5-3f78-4bdf-a17e-ff5e7c95e24b req-ea16eb11-1b24-4255-8239-ec6f8691516f service nova] Enqueued Resource ID: 4adf499c-37dc-4911-af10-8783ec9da20c with Priority: HIGHEST for action security_group_members [ 1220.027196] env[65740]: INFO networking_nsxv3.common.synchronization [req-1c98b1f5-3f78-4bdf-a17e-ff5e7c95e24b req-ea16eb11-1b24-4255-8239-ec6f8691516f service nova] Enqueued Resource ID: ecb38a10-6a19-4046-8e93-8c31cb1b30a4 with Priority: HIGHEST for action port [ 1220.027196] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adf499c-37dc-4911-af10-8783ec9da20c with Priority: HIGHEST for action security_group_rules [ 1220.027603] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adf499c-37dc-4911-af10-8783ec9da20c with Priority: HIGHEST for action security_group_members [ 1220.027890] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb38a10-6a19-4046-8e93-8c31cb1b30a4 with Priority: HIGHEST for action port [ 1220.028291] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4adf499c-37dc-4911-af10-8783ec9da20c taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.028539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.028705] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.029206] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.029404] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4adf499c-37dc-4911-af10-8783ec9da20c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.030540] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adf499c-37dc-4911-af10-8783ec9da20c taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.030751] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.030901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.031160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.031391] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.031608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.031756] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.031988] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.032195] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.032774] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4adf499c-37dc-4911-af10-8783ec9da20c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.033171] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecb38a10-6a19-4046-8e93-8c31cb1b30a4 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.033285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecb38a10-6a19-4046-8e93-8c31cb1b30a4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.033338] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecb38a10-6a19-4046-8e93-8c31cb1b30a4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.033532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecb38a10-6a19-4046-8e93-8c31cb1b30a4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.033599] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb38a10-6a19-4046-8e93-8c31cb1b30a4',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.323350] env[65740]: INFO networking_nsxv3.common.synchronization [req-60681144-d466-45cc-b453-c786f0f7cfb3 req-fc9a78dc-26ec-4ddd-b2b5-ef42e341395f tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1220.323884] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1220.324211] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.324331] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.324397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.324591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.324737] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.324875] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.324932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.325178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.325178] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.325332] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.535757] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adf499c-37dc-4911-af10-8783ec9da20c taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.535757] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.536115] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4adf499c-37dc-4911-af10-8783ec9da20c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.537743] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecb38a10-6a19-4046-8e93-8c31cb1b30a4 with status ACTIVE [ 1220.538026] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.538776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.538776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.538776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.538776] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.539048] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.539267] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.539267] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.539490] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.539531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.539821] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.539951] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.540258] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.540258] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.540384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.540534] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecb38a10-6a19-4046-8e93-8c31cb1b30a4 is going to be updated. [ 1220.566678] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.566892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.566892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.567199] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.567346] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.567547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecb38a10-6a19-4046-8e93-8c31cb1b30a4" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.582370] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 in Status: SUCCESS [ 1220.582614] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.582801] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.583094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.583293] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.583420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.583505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.583671] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.583753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.583839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.583931] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.827533] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.038315] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4adf499c-37dc-4911-af10-8783ec9da20c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.086676] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.330753] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.541511] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.541717] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.541797] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.542031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.542126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.542228] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4adf499c-37dc-4911-af10-8783ec9da20c is going to be created. [ 1221.566658] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.566801] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.566873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.567108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.567319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.582483] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adf499c-37dc-4911-af10-8783ec9da20c in Status: UNINITIALIZED for 2s [ 1221.589008] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a546d94-c027-4e1a-aa8c-e75721a168c6: rpc.has_security_group_logging(os_id): False [ 1221.606416] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.606601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.606601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.606813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.606901] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.607159] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.607257] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.607320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.607464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.607539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.607627] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 is going to be updated. [ 1221.675577] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.675831] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.675996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.676186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.676350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.694228] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 in Status: IN_PROGRESS for 2s [ 1221.833459] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.833695] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.833761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.833952] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.834051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.834211] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1221.875660] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.875660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.875660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.875660] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.876163] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.887328] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1223.595353] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adf499c-37dc-4911-af10-8783ec9da20c in Status: SUCCESS [ 1223.595608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.595793] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.595979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.596193] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.596314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.596380] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.596542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.596623] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.596708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.596816] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4adf499c-37dc-4911-af10-8783ec9da20c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.711803] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 in Status: SUCCESS [ 1223.712213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.900375] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1223.900597] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.099590] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adf499c-37dc-4911-af10-8783ec9da20c taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.099790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.099790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.100024] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.100200] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.100310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.100491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.100562] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.100627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.100718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.100863] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adf499c-37dc-4911-af10-8783ec9da20c taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.100962] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.101037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.101185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.101321] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.101411] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.101472] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.101607] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.101680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.101761] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.101852] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4adf499c-37dc-4911-af10-8783ec9da20c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.604117] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4adf499c-37dc-4911-af10-8783ec9da20c: rpc.has_security_group_logging(os_id): False [ 1224.628203] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.628400] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.628460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.628709] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.628814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.629092] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.629198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.629280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.629434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.629508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.629707] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.629797] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.629866] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.630018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.630111] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.630323] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.631031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.631031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.631031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.631031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.631031] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4adf499c-37dc-4911-af10-8783ec9da20c is going to be created. [ 1224.702608] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.702816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.702816] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.702972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.703171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.717672] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4adf499c-37dc-4911-af10-8783ec9da20c in Status: IN_PROGRESS for 2s [ 1225.324890] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.325117] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1226.734690] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4adf499c-37dc-4911-af10-8783ec9da20c in Status: SUCCESS [ 1226.735155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.600774] env[65740]: INFO networking_nsxv3.common.synchronization [req-9c48ca73-f6cd-45c2-bfb4-20534c9114de req-85a7e89e-9d73-41c7-89f1-c7fdae489c5c tempest-ServerRescueNegativeTestJSON-323295896 tempest-ServerRescueNegativeTestJSON-323295896-project-member] Enqueued Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_members [ 1228.601354] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_members [ 1228.601668] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.601791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.601854] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.602186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.602352] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.602457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.602539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.602725] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.602758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.603045] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.105302] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.608274] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.111485] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.111676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.111741] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.111987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.112077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.112181] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b is going to be updated. [ 1230.145033] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.145033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.145033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.145209] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.145251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.154143] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: IN_PROGRESS for 2s [ 1230.983624] env[65740]: INFO networking_nsxv3.common.synchronization [req-97d873a2-d1e6-4358-884c-a08a8a6a7207 req-13c05bd5-4512-4e0a-aeb5-e6da7c91ca7c tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1230.984361] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1230.984785] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.984958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.985057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.985310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.985522] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.985656] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.985740] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.985946] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.986073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.986204] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.291404] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.291506] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.291634] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.291919] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.292207] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.292372] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.292493] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.292725] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.292885] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.293179] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.293301] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.293414] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.293525] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.293636] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.293742] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.293873] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.314419] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.314615] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1231.314726] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.314975] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.315330] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-e95b86fb-4c92-4da7-a6e6-dd9f99c9207a taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.315510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-e95b86fb-4c92-4da7-a6e6-dd9f99c9207a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.315636] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-e95b86fb-4c92-4da7-a6e6-dd9f99c9207a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.316000] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-e95b86fb-4c92-4da7-a6e6-dd9f99c9207a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.316155] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e95b86fb-4c92-4da7-a6e6-dd9f99c9207a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.489463] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.818757] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.819052] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.819237] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.819601] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.819741] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.819926] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port e95b86fb-4c92-4da7-a6e6-dd9f99c9207a not found, creating... [ 1231.820241] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.820430] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.820546] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.820848] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.821029] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.821332] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.821504] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.821623] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.821850] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.821997] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.822158] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: e95b86fb-4c92-4da7-a6e6-dd9f99c9207a is going to be created. [ 1231.849693] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.849975] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.850164] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.850510] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.850821] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.851164] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-e95b86fb-4c92-4da7-a6e6-dd9f99c9207a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.991553] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.166525] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: SUCCESS [ 1232.166748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.498458] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.498667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.498724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.498923] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.499190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.499190] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1232.529137] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.529346] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.529435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.529684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.529863] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.539741] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1232.567250] env[65740]: INFO networking_nsxv3.common.synchronization [req-97d873a2-d1e6-4358-884c-a08a8a6a7207 req-40e180a2-9af0-4d1d-a9c6-e02bd47dfd15 service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1232.567800] env[65740]: INFO networking_nsxv3.common.synchronization [req-97d873a2-d1e6-4358-884c-a08a8a6a7207 req-40e180a2-9af0-4d1d-a9c6-e02bd47dfd15 service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1232.567800] env[65740]: INFO networking_nsxv3.common.synchronization [req-97d873a2-d1e6-4358-884c-a08a8a6a7207 req-40e180a2-9af0-4d1d-a9c6-e02bd47dfd15 service nova] Enqueued Resource ID: e95b86fb-4c92-4da7-a6e6-dd9f99c9207a with Priority: HIGHEST for action port [ 1232.568359] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1232.568497] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1232.568595] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e95b86fb-4c92-4da7-a6e6-dd9f99c9207a with Priority: HIGHEST for action port [ 1232.568892] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.568987] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.569090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.569254] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.569337] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.570202] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.570283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.570447] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-e95b86fb-4c92-4da7-a6e6-dd9f99c9207a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.570545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e95b86fb-4c92-4da7-a6e6-dd9f99c9207a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.570695] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e95b86fb-4c92-4da7-a6e6-dd9f99c9207a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.570774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e95b86fb-4c92-4da7-a6e6-dd9f99c9207a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.570927] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e95b86fb-4c92-4da7-a6e6-dd9f99c9207a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.073054] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.073465] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.074549] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e95b86fb-4c92-4da7-a6e6-dd9f99c9207a with status ACTIVE [ 1233.074738] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.074923] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.074980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.075192] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.075336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.075474] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.075599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.075665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.075822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.075902] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.076128] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.076226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.076286] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.076430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.076505] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.076589] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e95b86fb-4c92-4da7-a6e6-dd9f99c9207a is going to be updated. [ 1233.097586] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.097785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.097785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.097975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.098125] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.098282] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e95b86fb-4c92-4da7-a6e6-dd9f99c9207a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.593796] env[65740]: INFO networking_nsxv3.common.synchronization [req-a31127ae-ae75-46f1-a185-a646bf260e1d req-de744d41-0f23-4b16-8b94-253d0cd2698d tempest-ServerMetadataTestJSON-2139479575 tempest-ServerMetadataTestJSON-2139479575-project-member] Enqueued Resource ID: 4adf499c-37dc-4911-af10-8783ec9da20c with Priority: HIGHEST for action security_group_members [ 1233.593796] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adf499c-37dc-4911-af10-8783ec9da20c with Priority: HIGHEST for action security_group_members [ 1233.593796] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adf499c-37dc-4911-af10-8783ec9da20c taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.593954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.593993] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.594198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.594352] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.594460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.594521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.594666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.594873] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.594971] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4adf499c-37dc-4911-af10-8783ec9da20c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.097387] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.097753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.097753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.097835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.097921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.098131] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.098231] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.098293] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.098452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.098528] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.098615] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4adf499c-37dc-4911-af10-8783ec9da20c is going to be updated. [ 1234.123985] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.124148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.124215] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.124426] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.124550] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.133103] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adf499c-37dc-4911-af10-8783ec9da20c in Status: IN_PROGRESS for 2s [ 1234.551116] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1234.551289] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.551442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.551711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.551882] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.552029] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.552099] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.552276] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.552368] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.552468] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.052367] env[65740]: INFO networking_nsxv3.common.synchronization [req-696261f2-40ae-46eb-9c09-75444aa99aa9 req-f398c9b1-c157-4d1f-a269-c47dee1a2559 tempest-ServerRescueNegativeTestJSON-323295896 tempest-ServerRescueNegativeTestJSON-323295896-project-member] Enqueued Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_members [ 1235.052814] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGHEST for action security_group_members [ 1235.053176] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.053301] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.053369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.053561] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.053709] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.053804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.053867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.054018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.056171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.056310] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.058223] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.560608] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.561573] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.561708] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.561779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.561985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.562130] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.562296] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.562394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.562455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.562603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.562678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.562939] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b is going to be updated. [ 1235.591157] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.591273] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.591341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.591539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.591681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.600664] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: IN_PROGRESS for 2s [ 1236.064742] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.064941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.065038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.065256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.065347] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.065448] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1236.127553] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.127764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.127811] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.128015] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.128171] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.144486] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adf499c-37dc-4911-af10-8783ec9da20c in Status: SUCCESS [ 1236.144686] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4adf499c-37dc-4911-af10-8783ec9da20c deletion is rescheduled due to dependency. [ 1236.144819] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.145708] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1237.610929] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b in Status: SUCCESS [ 1237.611365] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b deletion is rescheduled due to dependency. [ 1237.611365] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.156231] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1238.156444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.156593] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.156810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.157019] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.157177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.157177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.157487] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.157563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.157650] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.157740] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.660631] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.661019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.661019] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.661166] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.661320] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.661454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.661498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.661687] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.661760] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.661842] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.662042] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.662362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.662362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.662362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.662495] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.662610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.662734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.662810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.662919] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.663013] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.663114] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.166066] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dc98c36-e749-4101-81d1-f2d264aa3bbb: rpc.has_security_group_logging(os_id): False [ 1239.185467] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.185935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.185935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.185935] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.186551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.186551] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.186551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.186551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.186551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.186801] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.186801] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.186899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.186947] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.187097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.187173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.187344] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.187432] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.187491] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.187627] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.187763] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.187868] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1239.254593] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.254805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.254850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.255271] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.255494] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.282827] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1240.053918] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.053918] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1241.304280] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1241.304601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.857522] env[65740]: INFO networking_nsxv3.common.synchronization [req-f874bcee-fde6-46db-97fe-4aa926bc114f req-b18fe6e5-4c71-4733-8d00-4ba89b58e466 tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1244.857926] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1244.858162] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.858275] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.858342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.858540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.858689] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.858783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.858846] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.858992] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.859159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.859241] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.176716] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.176925] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.177067] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.177346] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.177600] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.177760] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.177877] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.178115] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.178265] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.178485] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.178600] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.178710] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.178817] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.178926] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.179042] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.179178] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.200791] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.200971] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.201108] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.201300] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.201663] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-88b36954-c13b-4e9f-ae41-f26731099029 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.201885] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-88b36954-c13b-4e9f-ae41-f26731099029" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.201947] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-88b36954-c13b-4e9f-ae41-f26731099029" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.202296] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-88b36954-c13b-4e9f-ae41-f26731099029" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.202435] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88b36954-c13b-4e9f-ae41-f26731099029',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.360995] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.705514] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.705951] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.706219] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.706656] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.706916] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.707191] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 88b36954-c13b-4e9f-ae41-f26731099029 not found, creating... [ 1245.707770] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.708075] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.708322] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.708703] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.708966] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.709458] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.709732] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.709963] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.710339] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.710589] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.710841] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 88b36954-c13b-4e9f-ae41-f26731099029 is going to be created. [ 1245.732959] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.733263] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.733368] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.733650] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.733963] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.734134] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-88b36954-c13b-4e9f-ae41-f26731099029" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.864099] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.366122] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.366289] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.366363] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.366577] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.366671] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.366771] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1246.397666] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.397887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.397887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.398096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.398241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.407342] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1246.437710] env[65740]: INFO networking_nsxv3.common.synchronization [req-f874bcee-fde6-46db-97fe-4aa926bc114f req-65119c56-4891-4da6-8886-1dac32d3b4ae service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1246.437890] env[65740]: INFO networking_nsxv3.common.synchronization [req-f874bcee-fde6-46db-97fe-4aa926bc114f req-65119c56-4891-4da6-8886-1dac32d3b4ae service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1246.438050] env[65740]: INFO networking_nsxv3.common.synchronization [req-f874bcee-fde6-46db-97fe-4aa926bc114f req-65119c56-4891-4da6-8886-1dac32d3b4ae service nova] Enqueued Resource ID: 88b36954-c13b-4e9f-ae41-f26731099029 with Priority: HIGHEST for action port [ 1246.438282] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1246.438411] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1246.438506] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b36954-c13b-4e9f-ae41-f26731099029 with Priority: HIGHEST for action port [ 1246.439114] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.439236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.439326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.439490] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.439570] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.440406] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.440500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.440687] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-88b36954-c13b-4e9f-ae41-f26731099029 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.441018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88b36954-c13b-4e9f-ae41-f26731099029" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.441018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88b36954-c13b-4e9f-ae41-f26731099029" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.441018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88b36954-c13b-4e9f-ae41-f26731099029" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.441192] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88b36954-c13b-4e9f-ae41-f26731099029',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.943781] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.943982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.944262] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88b36954-c13b-4e9f-ae41-f26731099029 with status ACTIVE [ 1246.944496] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.944674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.944792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.945196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.945292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.945470] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.945587] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.945649] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.946160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.946160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.946160] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.946272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.946303] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.946532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.946532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.946614] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88b36954-c13b-4e9f-ae41-f26731099029 is going to be updated. [ 1246.970202] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.970405] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.970446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.970650] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.970789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.970960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88b36954-c13b-4e9f-ae41-f26731099029" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.419291] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1248.419676] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.419722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.419930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.420125] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.420246] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.420310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.420461] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.420542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.420637] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.923397] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.425073] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.927323] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.927527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.927569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.927760] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.927851] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.927949] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1249.960398] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.960601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.960601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.960790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.961023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.972624] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1251.439779] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.440034] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1251.983549] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1251.983790] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.983961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.984196] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.984384] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.984528] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.984733] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.984778] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.984839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.984929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.985048] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.487575] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.487960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.487960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.488057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.488220] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.488324] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.488388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.488604] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.488694] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.488781] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.488927] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.489031] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.489102] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.489245] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.489379] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.489480] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.489598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.489704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.489752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.489817] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.489902] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.994065] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dc98c36-e749-4101-81d1-f2d264aa3bbb: rpc.has_security_group_logging(os_id): False [ 1253.026865] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.026865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.026865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.027174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.027532] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.027799] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.027916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.027973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.028180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.028251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.028450] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.028547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.028598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.028931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.029049] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.029217] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.029384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.029384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.029503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.029574] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.029659] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1253.099804] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.099965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.100081] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.100258] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.100407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.116629] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1255.136019] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1255.136454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.441167] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.441523] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1256.701784] env[65740]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1256.701981] env[65740]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b88bd104-803b-45b3-ad5d-2a13162f24c8 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1257.370971] env[65740]: INFO networking_nsxv3.common.synchronization [req-8005bea2-b405-4845-943c-6583d2805995 req-ae4393dc-30ce-43ff-b268-4c0b0177cb8e tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1257.371628] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1257.371958] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.372221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.372221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.372423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.372572] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.372709] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.372783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.372989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.373066] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.373165] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.876953] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.378523] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.881527] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.881977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.881977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.881977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.882143] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.882191] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1258.915264] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.915540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.915540] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.915715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.915808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.924354] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1260.935758] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1260.936099] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.373562] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.373961] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1264.060937] env[65740]: INFO networking_nsxv3.common.synchronization [req-89a9484f-9309-4489-81d7-dd95cb422079 req-b5ffda50-5318-43a5-8bcb-4b9168401c0a tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1264.062606] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1264.062606] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.062606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.062606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.062606] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.062606] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.062849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.062849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.062849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.062943] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.063035] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.565671] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.068073] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.570891] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.571083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.571231] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.571531] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.571678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.571802] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1265.602167] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.602384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.602384] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.602571] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.602710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.612033] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1266.325181] env[65740]: INFO networking_nsxv3.common.synchronization [req-3b4fcdb0-0da6-4204-a381-8054aa2a8ce8 req-18e555b2-144d-4b50-b04b-e3f0a638250a tempest-ServerActionsTestJSON-1232280853 tempest-ServerActionsTestJSON-1232280853-project-member] Enqueued Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1266.325181] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 with Priority: HIGHEST for action security_group_members [ 1266.325181] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a226a8a-4e47-42aa-8996-f52fe58072e8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.325511] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.325511] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.325511] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.325751] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.325803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.325843] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.325999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.326127] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.326320] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a226a8a-4e47-42aa-8996-f52fe58072e8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.829295] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.829522] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.829672] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.829973] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.830123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.830387] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.830560] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.830788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.831014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.831104] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.831236] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 is going to be updated. [ 1266.858783] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.858933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.859034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.859288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.859481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.868657] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: IN_PROGRESS for 2s [ 1267.622852] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1267.623273] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.879024] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 in Status: SUCCESS [ 1268.879414] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a226a8a-4e47-42aa-8996-f52fe58072e8 deletion is rescheduled due to dependency. [ 1268.879414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a226a8a-4e47-42aa-8996-f52fe58072e8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.490485] env[65740]: INFO networking_nsxv3.common.synchronization [req-eeb0e2a1-8f4c-46b1-8242-8d4cb4459a1f req-15d7e642-e3e5-4cac-9f0f-9b6218ef7268 tempest-AttachVolumeTestJSON-756748954 tempest-AttachVolumeTestJSON-756748954-project-member] Enqueued Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGHEST for action security_group_members [ 1270.490485] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGHEST for action security_group_members [ 1270.490943] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd7820b-3f96-4364-b58a-6d889df7cdba taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.491093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.491156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.491354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.491516] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.491621] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.492326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.492326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.492326] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.492326] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd7820b-3f96-4364-b58a-6d889df7cdba',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.994673] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.994918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.994918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.995240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.995375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.995539] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.995633] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.995699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.995850] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.995914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.996015] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba is going to be updated. [ 1271.024636] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.024838] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.024838] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.025070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.025304] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.034216] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba in Status: IN_PROGRESS for 2s [ 1273.046787] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba in Status: SUCCESS [ 1273.047153] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba deletion is rescheduled due to dependency. [ 1273.047153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.174901] env[65740]: INFO networking_nsxv3.common.synchronization [req-17c39f32-5a6c-4088-8740-e33b3cabeb21 req-5dd2823c-991e-42bf-bb5d-fa5643e8a3ee tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1274.174901] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1274.175288] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.175288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.175288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.175430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.175629] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.175742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.175824] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.179062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.179062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.179198] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.539992] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.540225] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.540357] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.540626] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.540887] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.541165] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.541427] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.541656] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.541803] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.542014] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.542129] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1274.542744] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1274.542744] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1274.542744] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.542744] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1274.542744] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1274.562040] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1274.562235] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1274.562373] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1274.562550] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.562861] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-6b569e9a-b211-4b56-ba69-131e469d4eee taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.563055] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-6b569e9a-b211-4b56-ba69-131e469d4eee" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.563256] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-6b569e9a-b211-4b56-ba69-131e469d4eee" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.563604] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-6b569e9a-b211-4b56-ba69-131e469d4eee" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.563741] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b569e9a-b211-4b56-ba69-131e469d4eee',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.664234] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.664452] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.664534] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.664808] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.664952] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.681853] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.066434] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.066715] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.066854] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.067214] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.067374] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.067642] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 6b569e9a-b211-4b56-ba69-131e469d4eee not found, creating... [ 1275.067830] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.067991] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.068157] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.068392] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.068532] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.068825] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.069071] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.069204] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.069410] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.069547] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.069687] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 6b569e9a-b211-4b56-ba69-131e469d4eee is going to be created. [ 1275.091867] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.092104] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.092216] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.092497] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.092730] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.092962] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-6b569e9a-b211-4b56-ba69-131e469d4eee" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.167845] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.183854] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.669955] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.686033] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.686342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.686442] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.686748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.687194] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.687319] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1275.724221] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.724362] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.724438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.724684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.724849] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.734100] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1275.858974] env[65740]: INFO networking_nsxv3.common.synchronization [req-17c39f32-5a6c-4088-8740-e33b3cabeb21 req-bc527f15-ca01-45d6-9a7f-51424cced24f service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1275.858974] env[65740]: INFO networking_nsxv3.common.synchronization [req-17c39f32-5a6c-4088-8740-e33b3cabeb21 req-bc527f15-ca01-45d6-9a7f-51424cced24f service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1275.859137] env[65740]: INFO networking_nsxv3.common.synchronization [req-17c39f32-5a6c-4088-8740-e33b3cabeb21 req-bc527f15-ca01-45d6-9a7f-51424cced24f service nova] Enqueued Resource ID: 6b569e9a-b211-4b56-ba69-131e469d4eee with Priority: HIGHEST for action port [ 1275.859568] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1275.860228] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1275.860228] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b569e9a-b211-4b56-ba69-131e469d4eee with Priority: HIGHEST for action port [ 1275.860420] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.860526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.860563] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.860770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.860849] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.861991] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.862109] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.863119] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b569e9a-b211-4b56-ba69-131e469d4eee taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.863119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b569e9a-b211-4b56-ba69-131e469d4eee" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.863119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b569e9a-b211-4b56-ba69-131e469d4eee" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.863119] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b569e9a-b211-4b56-ba69-131e469d4eee" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.863119] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b569e9a-b211-4b56-ba69-131e469d4eee',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.174298] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1276.174509] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1276.364868] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.365272] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.365322] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b569e9a-b211-4b56-ba69-131e469d4eee with status ACTIVE [ 1276.366373] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.366569] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.366626] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.366869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.366972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.367215] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.368018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.368018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.368018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.368018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.368018] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.368018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.368018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.368298] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.368298] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.368362] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b569e9a-b211-4b56-ba69-131e469d4eee is going to be updated. [ 1276.389960] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.389960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.389960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.389960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.390155] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.390389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b569e9a-b211-4b56-ba69-131e469d4eee" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.550893] env[65740]: INFO networking_nsxv3.common.synchronization [None req-964f74b3-fefd-47a0-be2e-39786ea7b099 None None] Enqueued Resource ID: 06062449-fcfc-4537-8f63-1ab2c54cbfcb with Priority: HIGHEST for action port [ 1276.551583] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06062449-fcfc-4537-8f63-1ab2c54cbfcb with Priority: HIGHEST for action port [ 1276.551927] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-06062449-fcfc-4537-8f63-1ab2c54cbfcb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.551927] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06062449-fcfc-4537-8f63-1ab2c54cbfcb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.551927] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06062449-fcfc-4537-8f63-1ab2c54cbfcb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.552360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06062449-fcfc-4537-8f63-1ab2c54cbfcb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.552449] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06062449-fcfc-4537-8f63-1ab2c54cbfcb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.802163] env[65740]: INFO networking_nsxv3.common.synchronization [req-92e4847b-99ad-473f-b0fd-45af49cb6499 req-fd0b5e89-dbc8-425b-bc35-6ca9dc5f64e8 tempest-AttachVolumeShelveTestJSON-1597028418 tempest-AttachVolumeShelveTestJSON-1597028418-project-member] Enqueued Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_members [ 1276.802163] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGHEST for action security_group_members [ 1276.802163] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a546d94-c027-4e1a-aa8c-e75721a168c6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.802163] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.802163] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.802767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.803072] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.803322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.803482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.803734] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.803910] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.804154] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.055025] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06062449-fcfc-4537-8f63-1ab2c54cbfcb [ 1277.056515] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.056515] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.056515] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.056806] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.057582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.057582] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06062449-fcfc-4537-8f63-1ab2c54cbfcb already deleted. [ 1277.057582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06062449-fcfc-4537-8f63-1ab2c54cbfcb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.093127] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.093328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.093328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.095911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.118160] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1277.118479] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.119959] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1277.158882] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.159334] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.160095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.160473] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.186821] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.188432] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1277.188528] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.188650] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1277.227969] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.228467] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.228589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.228878] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.230860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.231132] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1277.306534] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.306721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.306812] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.306963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.324944] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.324944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.324944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.324944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.324944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.324944] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1277.331411] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.331506] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.331615] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.331899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.331899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.331996] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.332950] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 is going to be updated. [ 1277.359082] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.359172] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.359230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.359435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.359573] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.369812] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 in Status: IN_PROGRESS for 2s [ 1277.416590] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.416788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.416788] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.417023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.417498] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.417641] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1277.417737] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'41945e61-ff77-4940-8105-02685cc8f613', 'a2f0b73f-c6d5-4845-b545-5c1afefd0d2d', '104c0ac9-970a-493f-bfd1-1a5ae9e42e0a', '4adf499c-37dc-4911-af10-8783ec9da20c', 'e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8', 'e967fa87-8850-4d4f-89c0-0d5a32442ca7', 'f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366', '6ef0c68e-207d-4f5a-8129-ec5b2c93c59b', 'de5aec63-5d9a-48c3-b0b1-c6b153f70ef1', 'c1b5a782-25f1-4878-8908-a5e855485058', '5f7add78-5a71-486b-97d1-ffe361527d04', '466a4767-adb6-4065-9afd-a9872f53c02b', 'aec2b221-742c-4872-8efc-20e0910f8050', '7ff4c094-a270-4975-a98f-8bdf8e46e385', '4dd7820b-3f96-4364-b58a-6d889df7cdba', '33f85be4-a8d0-4829-a3be-783b0d5146de', '9f725c56-2ee2-44cc-99a9-360b6d2835f3', 'b1cb7b7f-ef87-4f35-b34d-9da510c2c695', '9a546d94-c027-4e1a-aa8c-e75721a168c6', '51ac6fdc-da35-4d9d-a6ed-a388cb628b89', '4a226a8a-4e47-42aa-8996-f52fe58072e8', '3818a568-4103-48ca-9d98-ecd08759a746', '996d9e7e-4e8f-48b2-b360-e6064ba8aab5', 'b9a713a6-dbed-4b34-a2eb-4dbd7ff6c135', '3c38853d-688b-4cd5-a84d-08e29a7d73a1', 'da1fb6bf-02f9-4ba7-aa89-d6cfdcaec3ed', 'a5c169b9-7420-44cf-8d7d-f52604c0fed7', '60da758f-82a4-486d-810e-2024d18cbf26', '15a57563-a531-46d1-8ba1-d4eb3aa9ca6a', '842b927a-55da-4adc-836e-c9ec6ec9eca8', 'd182ab5a-c9e6-462f-b9f1-7bf5b6de5af6', '26c4b323-9506-43e4-ab0f-45b9f1256758', 'abcebfe3-5e73-45e8-ba10-02ac835a9cc9', '7c350fa9-9fb1-4c11-809b-b2a8c77206b2', '8dd96a5e-2b86-45ea-8c72-4f2df08754e0', 'd8264490-e7a2-4551-ac2d-ad8e3ae10325', '3dc98c36-e749-4101-81d1-f2d264aa3bbb', '75b1b03f-327d-4a7c-bb5b-6d91e309f806', '6e6dc4b4-5bde-4850-a790-bf50a223b5ff', 'e1099a0c-19ab-4396-94e7-34430855201d', 'fa996c4c-a88c-417c-886a-71e12a9a135e', 'aefda511-9422-4488-a7d2-99cd4d951f3d', '0176fded-e50e-4e7c-b1ea-0d3bf02b3b8d', '4ea8d5ab-75d3-4414-befc-6b6cbca2ddd1'} {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.418701] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1277.438177] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.438177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.438177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.438177] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.438710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.438710] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1277.438710] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.438710] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1277.530822] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.530822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.530822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.530822] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.532156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.532558] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1277.532558] env[65740]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65740) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.532662] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1277.532710] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1277.532773] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1277.532839] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGH for action security_group_rules [ 1277.532921] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGH for action security_group_rules [ 1277.532992] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a with Priority: HIGH for action security_group_rules [ 1277.533079] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4adf499c-37dc-4911-af10-8783ec9da20c with Priority: HIGH for action security_group_rules [ 1277.533219] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGH for action security_group_rules [ 1277.533276] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGH for action security_group_rules [ 1277.533310] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGH for action security_group_rules [ 1277.533365] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGH for action security_group_rules [ 1277.533498] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGH for action security_group_rules [ 1277.533498] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGH for action security_group_rules [ 1277.533576] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGH for action security_group_rules [ 1277.533606] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGH for action security_group_rules [ 1277.533668] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGH for action security_group_rules [ 1277.533731] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGH for action security_group_rules [ 1277.533795] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGH for action security_group_rules [ 1277.533860] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGH for action security_group_rules [ 1277.533925] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 with Priority: HIGH for action security_group_rules [ 1277.533990] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGH for action security_group_rules [ 1277.534068] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGH for action security_group_rules [ 1277.534133] env[65740]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 with Priority: HIGH for action security_group_rules [ 1277.534236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.750256] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1277.750256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.750256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.750256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.750520] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.750520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.750520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.750644] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.751551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.751551] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.253419] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.757607] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.858037] env[65740]: INFO networking_nsxv3.common.synchronization [None req-0763dd85-651b-4276-9929-878948e95c86 None None] Enqueued Resource ID: fcdbeb24-c520-4219-a6e5-a31c067fef2b with Priority: HIGHEST for action port [ 1278.858799] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdbeb24-c520-4219-a6e5-a31c067fef2b with Priority: HIGHEST for action port [ 1278.859011] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41945e61-ff77-4940-8105-02685cc8f613 with Priority: HIGH for action security_group_rules [ 1278.859300] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a with Priority: HIGH for action security_group_rules [ 1278.859430] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 with Priority: HIGH for action security_group_rules [ 1278.859540] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba with Priority: HIGH for action security_group_rules [ 1278.859945] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 with Priority: HIGH for action security_group_rules [ 1278.859945] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 with Priority: HIGH for action security_group_rules [ 1278.859945] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 with Priority: HIGH for action security_group_rules [ 1278.860442] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 with Priority: HIGH for action security_group_rules [ 1278.860442] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 with Priority: HIGH for action security_group_rules [ 1278.860442] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f85be4-a8d0-4829-a3be-783b0d5146de with Priority: HIGH for action security_group_rules [ 1278.861144] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec2b221-742c-4872-8efc-20e0910f8050 with Priority: HIGH for action security_group_rules [ 1278.861144] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466a4767-adb6-4065-9afd-a9872f53c02b with Priority: HIGH for action security_group_rules [ 1278.861144] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f7add78-5a71-486b-97d1-ffe361527d04 with Priority: HIGH for action security_group_rules [ 1278.861144] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b5a782-25f1-4878-8908-a5e855485058 with Priority: HIGH for action security_group_rules [ 1278.861144] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 with Priority: HIGH for action security_group_rules [ 1278.861144] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 with Priority: HIGH for action security_group_rules [ 1278.861356] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b with Priority: HIGH for action security_group_rules [ 1278.861356] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 with Priority: HIGH for action security_group_rules [ 1278.861416] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d with Priority: HIGH for action security_group_rules [ 1278.861492] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adf499c-37dc-4911-af10-8783ec9da20c with Priority: HIGH for action security_group_rules [ 1278.863397] env[65740]: INFO networking_nsxv3.common.synchronization [None req-1b86f5c4-785c-4c0e-9068-e6c58684b447 None None] Enqueued Resource ID: 43446ec8-920f-4037-9e5c-90fcd3fa56dc with Priority: HIGHEST for action port [ 1278.863554] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcdbeb24-c520-4219-a6e5-a31c067fef2b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.863686] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcdbeb24-c520-4219-a6e5-a31c067fef2b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.863730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcdbeb24-c520-4219-a6e5-a31c067fef2b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.864145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcdbeb24-c520-4219-a6e5-a31c067fef2b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.864200] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcdbeb24-c520-4219-a6e5-a31c067fef2b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.865799] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41945e61-ff77-4940-8105-02685cc8f613 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.865979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.866089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.866319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.866425] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41945e61-ff77-4940-8105-02685cc8f613',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.867265] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.867394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.867463] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.867620] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.867694] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('104c0ac9-970a-493f-bfd1-1a5ae9e42e0a',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.868583] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.868692] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.868769] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.868921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.868992] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.869966] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd7820b-3f96-4364-b58a-6d889df7cdba taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.870120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.870212] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.870388] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.870570] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd7820b-3f96-4364-b58a-6d889df7cdba',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.871492] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51ac6fdc-da35-4d9d-a6ed-a388cb628b89 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.871631] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.871731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.871908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.872097] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51ac6fdc-da35-4d9d-a6ed-a388cb628b89',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.872855] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a546d94-c027-4e1a-aa8c-e75721a168c6 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.872968] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.873204] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.873397] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.873503] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a546d94-c027-4e1a-aa8c-e75721a168c6',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.874281] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.874372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.874372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.874703] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.874703] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1cb7b7f-ef87-4f35-b34d-9da510c2c695',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.875371] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f725c56-2ee2-44cc-99a9-360b6d2835f3 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.875510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.875542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.875752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.876458] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f725c56-2ee2-44cc-99a9-360b6d2835f3',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.876650] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff4c094-a270-4975-a98f-8bdf8e46e385 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.876753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.876829] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.877047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.877180] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff4c094-a270-4975-a98f-8bdf8e46e385',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.878265] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33f85be4-a8d0-4829-a3be-783b0d5146de taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.878417] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.878507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.878979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.878979] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33f85be4-a8d0-4829-a3be-783b0d5146de',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.879444] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec2b221-742c-4872-8efc-20e0910f8050 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.879654] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.879738] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.879970] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.879970] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec2b221-742c-4872-8efc-20e0910f8050',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.880715] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-466a4767-adb6-4065-9afd-a9872f53c02b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.881078] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.881191] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.881367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.881465] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('466a4767-adb6-4065-9afd-a9872f53c02b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.882422] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f7add78-5a71-486b-97d1-ffe361527d04 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.882641] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.882881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.883093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.883206] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f7add78-5a71-486b-97d1-ffe361527d04',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.883986] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1b5a782-25f1-4878-8908-a5e855485058 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.884312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.884312] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.884879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.884941] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1b5a782-25f1-4878-8908-a5e855485058',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.885886] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.886045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.886156] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.886874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.886959] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5aec63-5d9a-48c3-b0b1-c6b153f70ef1',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.887659] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.887785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.887839] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.888521] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.888521] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e967fa87-8850-4d4f-89c0-0d5a32442ca7',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.888815] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.888922] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.888983] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.889355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.889425] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef0c68e-207d-4f5a-8129-ec5b2c93c59b',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.890285] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.891135] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.891251] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.891395] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.891493] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.892686] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.892853] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.892985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.893292] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.893396] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f0b73f-c6d5-4845-b545-5c1afefd0d2d',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.894678] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4adf499c-37dc-4911-af10-8783ec9da20c taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.894826] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.895488] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.895683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.895784] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4adf499c-37dc-4911-af10-8783ec9da20c',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.896821] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43446ec8-920f-4037-9e5c-90fcd3fa56dc with Priority: HIGHEST for action port [ 1278.903461] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-43446ec8-920f-4037-9e5c-90fcd3fa56dc taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.903636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43446ec8-920f-4037-9e5c-90fcd3fa56dc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.903724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43446ec8-920f-4037-9e5c-90fcd3fa56dc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.903986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43446ec8-920f-4037-9e5c-90fcd3fa56dc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.904104] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43446ec8-920f-4037-9e5c-90fcd3fa56dc',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.922599] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.922762] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.922824] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.923034] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.945659] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.945659] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 104c0ac9-970a-493f-bfd1-1a5ae9e42e0a is going to be deleted. [ 1278.999391] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.999543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.999652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.999804] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.999888] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.000060] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-104c0ac9-970a-493f-bfd1-1a5ae9e42e0a" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.260530] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.260685] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.260755] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.261039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.261126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.261224] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1279.296301] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.297113] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.297774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.298324] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.298324] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.309621] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1279.381409] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 in Status: SUCCESS [ 1279.381591] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 deletion is rescheduled due to dependency. [ 1279.381764] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.411771] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcdbeb24-c520-4219-a6e5-a31c067fef2b [ 1279.411874] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.411986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.412962] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.413182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.414200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.414200] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcdbeb24-c520-4219-a6e5-a31c067fef2b already deleted. [ 1279.414200] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcdbeb24-c520-4219-a6e5-a31c067fef2b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.435216] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43446ec8-920f-4037-9e5c-90fcd3fa56dc [ 1279.435541] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.435713] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.435802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.436062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.436283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.436468] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43446ec8-920f-4037-9e5c-90fcd3fa56dc already deleted. [ 1279.436600] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43446ec8-920f-4037-9e5c-90fcd3fa56dc" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.496954] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.497174] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.497240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.497462] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.499337] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.499460] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.500418] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.500525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.501404] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.501519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.502173] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.502274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.503080] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.503176] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.503887] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.504033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.504867] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.504998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.505823] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.505957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.506953] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.507074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.507854] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.507953] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.508695] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.509878] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.509972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.510745] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.511246] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.511390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.512118] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.512714] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.512714] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.513279] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.513757] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.513857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.514831] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.515978] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.515978] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.515978] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.516210] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.516310] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.516933] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.517767] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.517868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.519041] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.519384] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.519592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.539943] env[65740]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.540108] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.540274] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366 is going to be deleted. [ 1279.541240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.541508] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.564344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.564505] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f725c56-2ee2-44cc-99a9-360b6d2835f3 is going to be deleted. [ 1279.565768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.565880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.588114] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.588114] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8 is going to be deleted. [ 1279.588324] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.588407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.613909] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.614101] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e967fa87-8850-4d4f-89c0-0d5a32442ca7 is going to be deleted. [ 1279.615132] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.615469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.617284] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.617414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.628620] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.628765] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.638659] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.638804] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f0b73f-c6d5-4845-b545-5c1afefd0d2d is going to be deleted. [ 1279.639852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.640137] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.648628] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.648628] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.683245] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.683622] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd7820b-3f96-4364-b58a-6d889df7cdba is going to be deleted. [ 1279.685222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.685750] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.696823] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.697096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.753278] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.753278] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4adf499c-37dc-4911-af10-8783ec9da20c is going to be deleted. [ 1279.754413] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.754516] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.790214] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.790576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.838599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.838842] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1b5a782-25f1-4878-8908-a5e855485058 is going to be deleted. [ 1279.840169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.840564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.856262] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.856469] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.886022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.886237] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f7add78-5a71-486b-97d1-ffe361527d04 is going to be deleted. [ 1279.887120] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.887344] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.905100] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.905323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.964768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.964908] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51ac6fdc-da35-4d9d-a6ed-a388cb628b89 is going to be deleted. [ 1279.965907] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.966164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.998763] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.998959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.002316] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.002464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.031870] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.032109] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec2b221-742c-4872-8efc-20e0910f8050 is going to be deleted. [ 1280.033058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.033399] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.110036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.110194] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff4c094-a270-4975-a98f-8bdf8e46e385 is going to be deleted. [ 1280.110986] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.111229] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.139278] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.139278] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.219423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.219423] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41945e61-ff77-4940-8105-02685cc8f613 is going to be deleted. [ 1280.220549] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.220743] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.220835] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.220940] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a546d94-c027-4e1a-aa8c-e75721a168c6 is going to be deleted. [ 1280.221779] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.221964] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.256038] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.256038] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.297542] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.297697] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef0c68e-207d-4f5a-8129-ec5b2c93c59b is going to be deleted. [ 1280.298710] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.298928] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.361862] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.361991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.369207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.369207] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5aec63-5d9a-48c3-b0b1-c6b153f70ef1 is going to be deleted. [ 1280.369884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.370140] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.398356] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.398356] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.399111] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.399210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.458094] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.458316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.463222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.463360] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33f85be4-a8d0-4829-a3be-783b0d5146de is going to be deleted. [ 1280.464336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.464551] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.557715] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.557715] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.565025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.565194] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 466a4767-adb6-4065-9afd-a9872f53c02b is going to be deleted. [ 1280.567152] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.568104] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.610523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.610685] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1cb7b7f-ef87-4f35-b34d-9da510c2c695 is going to be deleted. [ 1280.611712] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.611867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.611927] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.612057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4c909dc-1fb0-4c12-bf1c-8cc6bcbf2366" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.612228] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.612392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.612474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.612589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f725c56-2ee2-44cc-99a9-360b6d2835f3" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.613159] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.613594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.613594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.613594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e96a0c6f-7743-42f0-a2ac-a1b69dae1cb8" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.613747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.613892] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.613972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.614100] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e967fa87-8850-4d4f-89c0-0d5a32442ca7" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.614230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.614372] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.614450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.614562] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f0b73f-c6d5-4845-b545-5c1afefd0d2d" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.614688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.614866] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.614914] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.615018] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd7820b-3f96-4364-b58a-6d889df7cdba" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.615150] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.615474] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.615592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.615724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4adf499c-37dc-4911-af10-8783ec9da20c" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.615874] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.616047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.616126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.616269] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1b5a782-25f1-4878-8908-a5e855485058" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.616430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.616586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.616665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.616782] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f7add78-5a71-486b-97d1-ffe361527d04" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.616912] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.617072] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.617247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.617247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51ac6fdc-da35-4d9d-a6ed-a388cb628b89" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.617381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.617613] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.617758] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.617923] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec2b221-742c-4872-8efc-20e0910f8050" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.618087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.618256] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.618341] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.618455] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff4c094-a270-4975-a98f-8bdf8e46e385" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.618584] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.618729] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.618807] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.618917] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41945e61-ff77-4940-8105-02685cc8f613" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.619058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.619203] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.619276] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.619434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a546d94-c027-4e1a-aa8c-e75721a168c6" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.619570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.619711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.619787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.619893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef0c68e-207d-4f5a-8129-ec5b2c93c59b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.620022] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.620160] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.620244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.620350] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5aec63-5d9a-48c3-b0b1-c6b153f70ef1" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.660802] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.660802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.660802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.660802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.660802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.660802] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33f85be4-a8d0-4829-a3be-783b0d5146de" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.703544] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.703681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.703728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.703959] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.704106] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.704803] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-466a4767-adb6-4065-9afd-a9872f53c02b" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.811504] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.812665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.813636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.813636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.813636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.813636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1cb7b7f-ef87-4f35-b34d-9da510c2c695" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.025288] env[65740]: INFO networking_nsxv3.common.synchronization [None req-b34d5b75-972f-4db5-80fe-38e786995599 tempest-AttachVolumeShelveTestJSON-1597028418 tempest-AttachVolumeShelveTestJSON-1597028418-project-member] Enqueued Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_rules [ 1281.025908] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_rules [ 1281.026543] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df04558-853b-4d74-a297-79d008593f8e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.026722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.026722] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.026985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.027155] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.106857] env[65740]: INFO networking_nsxv3.common.synchronization [None req-d6da2bce-038f-41cf-bb43-401d1e4170ab tempest-AttachVolumeShelveTestJSON-1597028418 tempest-AttachVolumeShelveTestJSON-1597028418-project-member] Enqueued Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_rules [ 1281.106857] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_rules [ 1281.106857] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df04558-853b-4d74-a297-79d008593f8e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.106857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.235261] env[65740]: INFO networking_nsxv3.common.synchronization [None req-6e66cd16-7a62-46f4-b507-274e78319b80 None None] Enqueued Resource ID: 84bdf0af-46dc-4e73-8803-4bc486de2eeb with Priority: HIGHEST for action port [ 1281.235261] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84bdf0af-46dc-4e73-8803-4bc486de2eeb with Priority: HIGHEST for action port [ 1281.235261] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-84bdf0af-46dc-4e73-8803-4bc486de2eeb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.235261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84bdf0af-46dc-4e73-8803-4bc486de2eeb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.235261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84bdf0af-46dc-4e73-8803-4bc486de2eeb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.235261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84bdf0af-46dc-4e73-8803-4bc486de2eeb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.235261] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84bdf0af-46dc-4e73-8803-4bc486de2eeb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.247770] env[65740]: INFO networking_nsxv3.common.synchronization [req-a5c44124-8e1e-4a11-bbeb-6a6bdecf468e req-97342a5d-2840-4e78-965f-4758234abb49 tempest-ServerActionsTestOtherB-2115301794 tempest-ServerActionsTestOtherB-2115301794-project-member] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1281.248323] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1281.249168] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.249581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.249581] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.249702] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.249858] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.249958] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.250030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.250203] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.250355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.250458] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.320466] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1281.320704] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.320857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.321103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.321300] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.321444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.321517] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.321697] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.321786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.321882] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.321982] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.551040] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.551040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.551040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.551040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.551040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.551040] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df04558-853b-4d74-a297-79d008593f8e already deleted. [ 1281.551040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.551040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.551040] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.551040] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.737837] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84bdf0af-46dc-4e73-8803-4bc486de2eeb [ 1281.738773] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.739134] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.739218] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.740025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.740025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.740025] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84bdf0af-46dc-4e73-8803-4bc486de2eeb already deleted. [ 1281.740025] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84bdf0af-46dc-4e73-8803-4bc486de2eeb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.752968] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.753145] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.754153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.754153] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.774908] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.775430] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.775430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.775430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.775777] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.775836] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.775924] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 is going to be updated. [ 1281.803466] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.803681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.803681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.803877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.804026] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.813655] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: IN_PROGRESS for 2s [ 1281.824822] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.824998] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.825126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.825425] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.825658] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.825805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.825932] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.826182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.826288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.826379] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.826528] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.826622] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.826684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.826824] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.826958] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.827079] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.827138] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.827279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.827354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.827434] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.827523] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.072959] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.073190] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.073236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.073576] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.073680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.073807] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df04558-853b-4d74-a297-79d008593f8e already deleted. [ 1282.073895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.329465] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dc98c36-e749-4101-81d1-f2d264aa3bbb: rpc.has_security_group_logging(os_id): False [ 1282.347436] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.348375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.348375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.348375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.370241] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.370528] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.370661] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.370731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.370933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.371028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.371319] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.371319] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.371456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.371566] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.371566] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.371749] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.371840] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.371899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.372048] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.372123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.372208] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1282.433830] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.433980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.434070] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.434283] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.434525] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.458171] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1283.824712] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: SUCCESS [ 1283.825062] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 deletion is rescheduled due to dependency. [ 1283.825062] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.450399] env[65740]: INFO networking_nsxv3.common.synchronization [req-1f18dd2e-b670-433b-9c2b-b34aa4646025 req-cfd6391e-2150-45c5-bce6-648a95980a95 tempest-ServersNegativeTestMultiTenantJSON-244225317 tempest-ServersNegativeTestMultiTenantJSON-244225317-project-member] Enqueued Resource ID: 5b854992-be84-48de-a0f8-0ee70cf627af with Priority: HIGHEST for action security_group_members [ 1284.451061] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b854992-be84-48de-a0f8-0ee70cf627af with Priority: HIGHEST for action security_group_members [ 1284.451416] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b854992-be84-48de-a0f8-0ee70cf627af taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.451570] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.451646] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.451916] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.452263] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.452402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.452475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.452663] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.452753] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.452846] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b854992-be84-48de-a0f8-0ee70cf627af',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.476755] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1284.476982] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.748186] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.748390] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-311" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.748514] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-311" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.748789] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-311" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.749172] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.749368] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.749519] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.749750] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.749898] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.750123] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1284.750235] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1284.750344] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1284.750451] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1284.750560] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1284.750668] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1284.750796] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1284.770049] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1284.770265] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1284.770429] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1284.770673] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-311" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.771068] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-51be1194-1347-48d6-9c7e-8e9b2d65e0a0 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.771286] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-51be1194-1347-48d6-9c7e-8e9b2d65e0a0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.771426] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-51be1194-1347-48d6-9c7e-8e9b2d65e0a0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.771800] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-51be1194-1347-48d6-9c7e-8e9b2d65e0a0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.771982] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51be1194-1347-48d6-9c7e-8e9b2d65e0a0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.956178] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.956482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.956482] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.956649] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.956742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.956948] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.957225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.957225] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.957305] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.957336] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.957420] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b854992-be84-48de-a0f8-0ee70cf627af already deleted. [ 1284.957501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.274311] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.274544] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.274670] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.274976] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.275149] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.275345] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 51be1194-1347-48d6-9c7e-8e9b2d65e0a0 not found, creating... [ 1285.275616] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.275776] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.275893] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.276128] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.276294] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.276660] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.276828] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.276960] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.277186] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.277322] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.277459] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 51be1194-1347-48d6-9c7e-8e9b2d65e0a0 is going to be created. [ 1285.301140] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.301364] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.301492] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.301771] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.302087] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.302331] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-51be1194-1347-48d6-9c7e-8e9b2d65e0a0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.044222] env[65740]: INFO networking_nsxv3.common.synchronization [req-1f18dd2e-b670-433b-9c2b-b34aa4646025 req-a51f6c29-365b-40cf-b4a5-33e07531cab2 service nova] Enqueued Resource ID: 5b854992-be84-48de-a0f8-0ee70cf627af with Priority: HIGHEST for action security_group_rules [ 1286.044506] env[65740]: INFO networking_nsxv3.common.synchronization [req-1f18dd2e-b670-433b-9c2b-b34aa4646025 req-a51f6c29-365b-40cf-b4a5-33e07531cab2 service nova] Enqueued Resource ID: 5b854992-be84-48de-a0f8-0ee70cf627af with Priority: HIGHEST for action security_group_members [ 1286.044506] env[65740]: INFO networking_nsxv3.common.synchronization [req-1f18dd2e-b670-433b-9c2b-b34aa4646025 req-a51f6c29-365b-40cf-b4a5-33e07531cab2 service nova] Enqueued Resource ID: 51be1194-1347-48d6-9c7e-8e9b2d65e0a0 with Priority: HIGHEST for action port [ 1286.045110] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b854992-be84-48de-a0f8-0ee70cf627af with Priority: HIGHEST for action security_group_rules [ 1286.045340] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b854992-be84-48de-a0f8-0ee70cf627af with Priority: HIGHEST for action security_group_members [ 1286.045460] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51be1194-1347-48d6-9c7e-8e9b2d65e0a0 with Priority: HIGHEST for action port [ 1286.045832] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b854992-be84-48de-a0f8-0ee70cf627af taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.046014] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.046127] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.046420] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.046508] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b854992-be84-48de-a0f8-0ee70cf627af',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.047861] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b854992-be84-48de-a0f8-0ee70cf627af taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.047957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.047999] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.048739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.048739] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.048739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.048739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.048739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.048739] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.049025] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b854992-be84-48de-a0f8-0ee70cf627af',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.050035] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-51be1194-1347-48d6-9c7e-8e9b2d65e0a0 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.050035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51be1194-1347-48d6-9c7e-8e9b2d65e0a0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.050035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51be1194-1347-48d6-9c7e-8e9b2d65e0a0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.050035] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51be1194-1347-48d6-9c7e-8e9b2d65e0a0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.050035] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51be1194-1347-48d6-9c7e-8e9b2d65e0a0',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.551979] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b854992-be84-48de-a0f8-0ee70cf627af taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.552179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.552422] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b854992-be84-48de-a0f8-0ee70cf627af',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.553845] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51be1194-1347-48d6-9c7e-8e9b2d65e0a0 with status ACTIVE [ 1286.554217] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.554217] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.554391] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.554610] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.554866] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.555100] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.555186] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.555543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.555543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.555543] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.555834] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.555977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.556071] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.556259] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.556355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.556460] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51be1194-1347-48d6-9c7e-8e9b2d65e0a0 is going to be updated. [ 1286.579595] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.579747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.579813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.580041] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.580185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.580930] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51be1194-1347-48d6-9c7e-8e9b2d65e0a0" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.673730] env[65740]: INFO networking_nsxv3.common.synchronization [req-6f5b423f-55cd-4a1a-96e9-2e7bd8253416 req-2ae30452-cf31-4f84-a577-0f8908337c6b tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1286.674489] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1286.674876] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.675050] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.675139] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.675432] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.675620] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.675746] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.675814] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.676033] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.676140] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.676266] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.058640] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b854992-be84-48de-a0f8-0ee70cf627af',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.179427] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.561348] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.561510] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.561590] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.561940] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.562051] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.562165] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b854992-be84-48de-a0f8-0ee70cf627af is going to be created. [ 1287.585984] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.586280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.586280] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.586484] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.586652] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.596533] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b854992-be84-48de-a0f8-0ee70cf627af in Status: UNINITIALIZED for 2s [ 1287.682099] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.184535] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.184911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.184911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.184911] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.185058] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.185131] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1288.219045] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.219252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.219252] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.219441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.219611] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.231607] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1288.310537] env[65740]: INFO networking_nsxv3.common.synchronization [req-983d5fd3-8de9-4a15-8082-25540c3ea4b3 req-29b4bcac-d8f8-487c-ac6e-9ec8986d6903 tempest-AttachVolumeShelveTestJSON-1597028418 tempest-AttachVolumeShelveTestJSON-1597028418-project-member] Enqueued Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_members [ 1288.311089] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_members [ 1288.311743] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df04558-853b-4d74-a297-79d008593f8e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.311868] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.311936] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.312198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.312357] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.312458] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.312523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.312688] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.312791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.312887] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.594362] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.594542] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.594665] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.594933] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.595199] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.595399] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.595531] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.595748] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.595893] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.596277] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1288.596398] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1288.596508] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1288.596615] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1288.596724] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1288.596828] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1288.596956] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1288.615979] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1288.616167] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1288.616311] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1288.616490] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.616810] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-02a24414-d1c0-4571-a16f-c0ac76a72024 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.616981] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.617117] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.617443] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.617613] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a24414-d1c0-4571-a16f-c0ac76a72024',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.815401] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.815579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.815683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.815881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.816030] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.816195] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.816320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.816383] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.816544] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.816625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.816711] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df04558-853b-4d74-a297-79d008593f8e already deleted. [ 1288.816792] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.119577] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.119860] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.120188] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.120547] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.120750] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.120960] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 02a24414-d1c0-4571-a16f-c0ac76a72024 not found, creating... [ 1289.121279] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.121479] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.121629] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.121870] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.122030] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.122323] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.122482] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.122600] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.122809] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.122948] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.123103] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 02a24414-d1c0-4571-a16f-c0ac76a72024 is going to be created. [ 1289.144166] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.144419] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.144483] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.144746] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.144975] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.145223] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.606099] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b854992-be84-48de-a0f8-0ee70cf627af in Status: SUCCESS [ 1289.606446] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.606594] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.606805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.606998] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.607133] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.607198] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.607357] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.607438] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.607526] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.607616] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b854992-be84-48de-a0f8-0ee70cf627af',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.838268] env[65740]: INFO networking_nsxv3.common.synchronization [req-983d5fd3-8de9-4a15-8082-25540c3ea4b3 req-ae225d0b-77e9-488a-a1ec-f77f65b2984c service nova] Enqueued Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_rules [ 1289.838268] env[65740]: INFO networking_nsxv3.common.synchronization [req-983d5fd3-8de9-4a15-8082-25540c3ea4b3 req-ae225d0b-77e9-488a-a1ec-f77f65b2984c service nova] Enqueued Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_members [ 1289.838268] env[65740]: INFO networking_nsxv3.common.synchronization [req-983d5fd3-8de9-4a15-8082-25540c3ea4b3 req-ae225d0b-77e9-488a-a1ec-f77f65b2984c service nova] Enqueued Resource ID: 02a24414-d1c0-4571-a16f-c0ac76a72024 with Priority: HIGHEST for action port [ 1289.838268] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_rules [ 1289.838268] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_members [ 1289.838268] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a24414-d1c0-4571-a16f-c0ac76a72024 with Priority: HIGHEST for action port [ 1289.838712] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df04558-853b-4d74-a297-79d008593f8e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.838852] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.838921] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.839163] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.839247] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.840102] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df04558-853b-4d74-a297-79d008593f8e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.840222] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.840342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.840444] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.841093] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.841093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.841093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.841093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.841093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.841093] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.842353] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a24414-d1c0-4571-a16f-c0ac76a72024 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.842353] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.842353] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.842899] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.842899] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a24414-d1c0-4571-a16f-c0ac76a72024',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.112787] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b854992-be84-48de-a0f8-0ee70cf627af taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.112994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.112994] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.113226] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.113482] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.113637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.113637] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.113796] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.113879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.113965] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.114123] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b854992-be84-48de-a0f8-0ee70cf627af taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.114207] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.114263] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.114402] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.114534] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.114621] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.114681] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.114825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.114880] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.114963] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.115064] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b854992-be84-48de-a0f8-0ee70cf627af',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.242493] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1290.242714] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.344364] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df04558-853b-4d74-a297-79d008593f8e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.344545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.344691] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.345737] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02a24414-d1c0-4571-a16f-c0ac76a72024 with status ACTIVE [ 1290.345949] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.346077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.346149] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.346396] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.346454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.346742] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.346742] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.346864] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.346938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.347028] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.347219] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.347385] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.347453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.347616] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.347694] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.347780] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02a24414-d1c0-4571-a16f-c0ac76a72024 is going to be updated. [ 1290.370492] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.370689] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.370768] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.370979] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.371128] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.371287] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.617264] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b854992-be84-48de-a0f8-0ee70cf627af: rpc.has_security_group_logging(os_id): False [ 1290.639615] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.639786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.639786] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.639980] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.640103] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.640326] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.640495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.640568] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.640716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.640791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.641044] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.641165] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.641274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.641394] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.641523] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.641702] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.641805] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.641893] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.642248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.642248] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.642248] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b854992-be84-48de-a0f8-0ee70cf627af is going to be created. [ 1290.700868] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.701107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.701107] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.701295] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.701475] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.713428] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b854992-be84-48de-a0f8-0ee70cf627af in Status: IN_PROGRESS for 2s [ 1290.850276] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.353070] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.353230] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.353279] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.353500] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.353586] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.353685] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df04558-853b-4d74-a297-79d008593f8e is going to be created. [ 1291.382659] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.382856] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.382957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.383208] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.383345] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.392731] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df04558-853b-4d74-a297-79d008593f8e in Status: UNINITIALIZED for 2s [ 1292.724870] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b854992-be84-48de-a0f8-0ee70cf627af in Status: SUCCESS [ 1292.725316] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.927957] env[65740]: INFO networking_nsxv3.common.synchronization [req-40c7c1db-b66c-438d-9513-e14fc082153a req-8cf26a95-f3e6-4352-8b99-264a46ed54de tempest-ServerActionsTestOtherB-2115301794 tempest-ServerActionsTestOtherB-2115301794-project-member] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1292.928834] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1292.928834] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.929036] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.929095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.929335] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.929510] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.929666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.929720] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.929898] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.930073] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.930139] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.243077] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.243364] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.243527] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.243802] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.244204] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.244423] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.244519] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.244749] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.244892] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.245111] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.245223] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.245391] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.245508] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.245620] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.245724] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.245854] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.266813] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.266995] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.268036] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.268036] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.268036] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-aba44ab7-6c29-4649-8f6d-1c7eead5d628 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.268036] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.268036] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.268448] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.268626] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba44ab7-6c29-4649-8f6d-1c7eead5d628',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.402760] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df04558-853b-4d74-a297-79d008593f8e in Status: SUCCESS [ 1293.402760] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.403213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.403213] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.403400] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.403592] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.403667] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.403881] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.403977] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.404089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.404205] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.434845] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.434845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.435037] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.435191] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.435307] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.435509] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.435608] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.435672] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.435828] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.435904] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.435989] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 is going to be updated. [ 1293.464124] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.464294] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.464360] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.464628] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.464785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.475299] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: IN_PROGRESS for 2s [ 1293.771403] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.771816] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.771816] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.772077] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.772232] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.772392] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Segment Port aba44ab7-6c29-4649-8f6d-1c7eead5d628 not found, creating... [ 1293.772667] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.772827] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.772944] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.773201] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.773328] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.773612] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.773769] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.773889] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.774121] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.774253] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.774474] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: aba44ab7-6c29-4649-8f6d-1c7eead5d628 is going to be created. [ 1293.796089] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.796292] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.796428] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.796682] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.796913] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.797155] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.906256] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.408978] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1df04558-853b-4d74-a297-79d008593f8e: rpc.has_security_group_logging(os_id): False [ 1294.426043] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.426183] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.426265] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.426507] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.426598] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.426841] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.426942] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.427008] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.427169] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.427253] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.427336] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df04558-853b-4d74-a297-79d008593f8e is going to be created. [ 1294.483481] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.483666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.483716] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.483933] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.484240] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.493223] env[65740]: INFO networking_nsxv3.common.synchronization [req-40c7c1db-b66c-438d-9513-e14fc082153a req-2a44776d-4d5a-49cf-a7ce-d8a816ca7ccf service nova] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_rules [ 1294.493437] env[65740]: INFO networking_nsxv3.common.synchronization [req-40c7c1db-b66c-438d-9513-e14fc082153a req-2a44776d-4d5a-49cf-a7ce-d8a816ca7ccf service nova] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1294.493550] env[65740]: INFO networking_nsxv3.common.synchronization [req-40c7c1db-b66c-438d-9513-e14fc082153a req-2a44776d-4d5a-49cf-a7ce-d8a816ca7ccf service nova] Enqueued Resource ID: aba44ab7-6c29-4649-8f6d-1c7eead5d628 with Priority: HIGHEST for action port [ 1294.493794] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_rules [ 1294.493909] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1294.494017] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba44ab7-6c29-4649-8f6d-1c7eead5d628 with Priority: HIGHEST for action port [ 1294.495244] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1df04558-853b-4d74-a297-79d008593f8e in Status: IN_PROGRESS for 2s [ 1294.495383] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.495503] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.495674] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.495752] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.495834] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.496690] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.496787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.496976] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-aba44ab7-6c29-4649-8f6d-1c7eead5d628 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.497089] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.497146] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.497308] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.497383] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba44ab7-6c29-4649-8f6d-1c7eead5d628',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.998945] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.999274] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.999355] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aba44ab7-6c29-4649-8f6d-1c7eead5d628 with status ACTIVE [ 1294.999566] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.999680] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.999747] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.999989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.000098] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.000335] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.000457] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.000527] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.000731] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.000818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.001016] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.001123] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.001221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.001454] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.001545] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.001673] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aba44ab7-6c29-4649-8f6d-1c7eead5d628 is going to be updated. [ 1295.026771] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.026957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.026957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.027189] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.027325] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.027495] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.486415] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: SUCCESS [ 1295.486611] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 deletion is rescheduled due to dependency. [ 1295.486728] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.486887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.487126] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.487305] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.487421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.487486] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.487634] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.487714] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.487807] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.971392] env[65740]: INFO networking_nsxv3.common.synchronization [req-66dd5341-a4a5-4781-b31a-610a82f2457a req-b98e4a0e-7e35-4d40-861d-22bf5b185302 tempest-ServersNegativeTestMultiTenantJSON-244225317 tempest-ServersNegativeTestMultiTenantJSON-244225317-project-member] Enqueued Resource ID: 5b854992-be84-48de-a0f8-0ee70cf627af with Priority: HIGHEST for action security_group_members [ 1295.971392] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b854992-be84-48de-a0f8-0ee70cf627af with Priority: HIGHEST for action security_group_members [ 1295.971392] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b854992-be84-48de-a0f8-0ee70cf627af taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.971392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.971392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.971392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.971392] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.971392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.971392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.971392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.971392] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.971392] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b854992-be84-48de-a0f8-0ee70cf627af',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.990451] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.003230] env[65740]: INFO networking_nsxv3.common.synchronization [req-2a788dda-afac-4b4a-8394-d6ada1af268d req-23ed59b1-4778-4ecb-a8fc-22bde349ceb2 tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1296.003542] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1296.003869] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.004770] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.004918] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.005244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.005358] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.006694] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.006798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.006944] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.007045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.007146] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.278523] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.278523] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.278523] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.278523] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.278523] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.278523] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.278523] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.278523] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.278523] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.279121] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.279121] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1296.279121] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1296.279121] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1296.279121] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.279283] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1296.279326] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1296.300025] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1296.300025] env[65740]: DEBUG dogpile.cache.region [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1296.301018] env[65740]: DEBUG dogpile.lock [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1296.301018] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "network-691" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.301018] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock port-48f8bd5c-bd61-4e40-aaea-f382a11bb744 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.301237] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "port-48f8bd5c-bd61-4e40-aaea-f382a11bb744" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.301367] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "port-48f8bd5c-bd61-4e40-aaea-f382a11bb744" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.301729] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "port-48f8bd5c-bd61-4e40-aaea-f382a11bb744" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.301874] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f8bd5c-bd61-4e40-aaea-f382a11bb744',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.473584] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.473869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.473869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.474079] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.474181] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.474389] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.474490] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.474549] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.474709] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.474791] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.474865] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b854992-be84-48de-a0f8-0ee70cf627af is going to be updated. [ 1296.492805] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.504695] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.505056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.505056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.505210] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.505625] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.508928] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1df04558-853b-4d74-a297-79d008593f8e in Status: SUCCESS [ 1296.509158] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.509405] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.515135] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b854992-be84-48de-a0f8-0ee70cf627af in Status: IN_PROGRESS for 2s [ 1296.804660] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.804894] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.805031] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.805372] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.805558] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.805728] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Segment Port 48f8bd5c-bd61-4e40-aaea-f382a11bb744 not found, creating... [ 1296.806231] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.806476] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.806617] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.806859] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.807039] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.807349] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.807514] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.807650] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.807871] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.808038] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.808164] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Resource: SegmentPort with ID: 48f8bd5c-bd61-4e40-aaea-f382a11bb744 is going to be created. [ 1296.830584] env[65740]: DEBUG networking_nsxv3.common.locking [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.830763] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.830763] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.831030] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.831319] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.831550] env[65740]: DEBUG oslo_concurrency.lockutils [None req-f909b09c-a61e-4ca5-aa5f-c61e804a581f None None] Releasing lock "port-48f8bd5c-bd61-4e40-aaea-f382a11bb744" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.996039] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.996039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.996039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.996322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.996322] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.996473] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 is going to be updated. [ 1297.011378] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.035156] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.035395] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.036090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.036090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.036090] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.048019] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: IN_PROGRESS for 2s [ 1297.515562] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.515562] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.515562] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.515562] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.515562] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.515562] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1297.549236] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.549236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.549236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.549236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.549236] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.558241] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1297.994018] env[65740]: INFO networking_nsxv3.common.synchronization [req-2a788dda-afac-4b4a-8394-d6ada1af268d req-b33bbb14-cf2a-4c0f-9ecd-9a1ae9222948 service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1297.994018] env[65740]: INFO networking_nsxv3.common.synchronization [req-2a788dda-afac-4b4a-8394-d6ada1af268d req-b33bbb14-cf2a-4c0f-9ecd-9a1ae9222948 service nova] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1297.994018] env[65740]: INFO networking_nsxv3.common.synchronization [req-2a788dda-afac-4b4a-8394-d6ada1af268d req-b33bbb14-cf2a-4c0f-9ecd-9a1ae9222948 service nova] Enqueued Resource ID: 48f8bd5c-bd61-4e40-aaea-f382a11bb744 with Priority: HIGHEST for action port [ 1297.994249] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_rules [ 1297.994385] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1297.995433] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f8bd5c-bd61-4e40-aaea-f382a11bb744 with Priority: HIGHEST for action port [ 1297.995433] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.995433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.995433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.995433] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.995433] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.996261] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.996375] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.996554] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-48f8bd5c-bd61-4e40-aaea-f382a11bb744 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.996649] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48f8bd5c-bd61-4e40-aaea-f382a11bb744" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.996711] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48f8bd5c-bd61-4e40-aaea-f382a11bb744" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.996889] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48f8bd5c-bd61-4e40-aaea-f382a11bb744" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.996962] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f8bd5c-bd61-4e40-aaea-f382a11bb744',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.499489] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.499867] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.499867] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48f8bd5c-bd61-4e40-aaea-f382a11bb744 with status ACTIVE [ 1298.500053] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.500140] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.500232] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.500450] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.500556] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.500744] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.500842] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.500903] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.501095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.501185] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.501371] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.501464] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.501524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.501684] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.501794] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.502215] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48f8bd5c-bd61-4e40-aaea-f382a11bb744 is going to be updated. [ 1298.528056] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b854992-be84-48de-a0f8-0ee70cf627af in Status: SUCCESS [ 1298.528056] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b854992-be84-48de-a0f8-0ee70cf627af deletion is rescheduled due to dependency. [ 1298.528056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b854992-be84-48de-a0f8-0ee70cf627af" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.528960] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.529148] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.529211] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.529426] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.529562] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.529707] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48f8bd5c-bd61-4e40-aaea-f382a11bb744" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.057179] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: SUCCESS [ 1299.057941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.057941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.057941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.058162] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.058162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.058261] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.058367] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.058441] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.058524] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.059116] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.561063] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.570966] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1299.571201] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.571412] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.571645] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.571819] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.571971] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.572063] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.572151] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.572231] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.572326] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.063045] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 996d9e7e-4e8f-48b2-b360-e6064ba8aab5: rpc.has_security_group_logging(os_id): False [ 1300.073849] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.080826] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.080985] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.081045] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.081247] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.081328] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.081559] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.081657] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.081719] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.081865] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.081941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.082036] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 is going to be updated. [ 1300.142588] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.142832] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.142832] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.143112] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.143284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.156411] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: IN_PROGRESS for 2s [ 1300.576160] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.079211] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.079436] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.079547] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.079907] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.080097] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.080242] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1301.108207] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.108349] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.108421] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.108630] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.108774] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.117492] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1302.171335] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: SUCCESS [ 1302.171724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.996078] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.996078] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1303.138309] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1303.138931] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.139184] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.139306] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.139505] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.139617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.139683] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.139841] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.139920] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.140012] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.140110] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.643058] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.643512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.643512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.643636] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.643848] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.643974] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.644094] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.644285] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.644407] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.644520] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.644691] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.644818] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.645730] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.646053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.646351] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.646564] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.646721] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.647077] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.647355] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.647390] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.648033] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.150639] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dc98c36-e749-4101-81d1-f2d264aa3bbb: rpc.has_security_group_logging(os_id): False [ 1304.169232] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.169458] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.169580] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.169915] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.170096] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.170418] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.170601] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.170706] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.170976] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.171095] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.171345] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.171449] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.171512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.171699] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.171848] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.172131] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.172288] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.172414] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.172643] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.172780] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.172916] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1304.235181] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.235501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.235501] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.235694] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.235885] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.251439] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1306.266493] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1306.266866] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.997724] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.998180] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1310.819836] env[65740]: INFO networking_nsxv3.common.synchronization [req-73941799-0e8a-431c-a8fb-2284eaf57517 req-889a8416-0a27-422e-93b3-b67179501ae0 tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1310.819836] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1310.820513] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.820513] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.820513] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.820513] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.820657] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.820724] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.820787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.820937] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.821056] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.821158] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.323506] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.826488] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.329222] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.329430] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.329485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.329672] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.329771] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.329872] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1312.362086] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.362299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.362299] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.362512] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.362665] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.371911] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1314.383518] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1314.383518] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.821502] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.821502] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.088736] env[65740]: INFO networking_nsxv3.common.synchronization [req-22bf34b2-bfe5-4c40-a1b1-d71937fe65ca req-d78f98bf-6e0d-41ba-a4cd-de875492a1cc tempest-ServersTestJSON-1163055221 tempest-ServersTestJSON-1163055221-project-member] Enqueued Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1317.089328] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb with Priority: HIGHEST for action security_group_members [ 1317.089938] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dc98c36-e749-4101-81d1-f2d264aa3bbb taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.089938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.089938] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.090162] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.090162] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.090244] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.090314] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.090447] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.090579] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.090654] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dc98c36-e749-4101-81d1-f2d264aa3bbb',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.593347] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.593582] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.593640] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.593811] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.593906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.594124] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.594221] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.594281] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.594435] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.594511] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.594597] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb is going to be updated. [ 1317.625229] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.625453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.625453] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.625650] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.625789] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.634710] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: IN_PROGRESS for 2s [ 1319.646086] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb in Status: SUCCESS [ 1319.646485] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dc98c36-e749-4101-81d1-f2d264aa3bbb deletion is rescheduled due to dependency. [ 1319.646485] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dc98c36-e749-4101-81d1-f2d264aa3bbb" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.090781] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.091308] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.091809] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.092186] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.093274] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.093746] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.094051] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.094432] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.094729] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.095271] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.097456] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.097953] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.098821] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.099256] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.100446] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.100446] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.100910] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.101328] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.794169] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.794388] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.794498] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.794782] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.795199] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.795397] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.795517] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.795732] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.795914] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.796155] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1362.796267] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1362.796373] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1362.796476] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1362.796585] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1362.796686] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1362.796814] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1362.818503] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1362.818719] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1362.818805] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1362.818986] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-838" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.819342] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-02a24414-d1c0-4571-a16f-c0ac76a72024 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.819518] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.819636] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.819895] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.820043] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a24414-d1c0-4571-a16f-c0ac76a72024',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.322598] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.323053] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.323053] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.323299] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.323490] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.323903] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.324116] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.324267] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.324523] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.324670] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.324953] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.325132] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.325247] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.325453] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.325586] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.325728] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: 02a24414-d1c0-4571-a16f-c0ac76a72024 is going to be updated. [ 1363.346717] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.346954] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.347054] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.347332] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.347524] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.347751] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.028909] env[65740]: INFO networking_nsxv3.common.synchronization [req-fa4fb8a2-eeed-4e97-9c81-a6538a365921 req-6951ec6b-b61e-4218-9138-6ce661621b5a service nova] Enqueued Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_rules [ 1364.029259] env[65740]: INFO networking_nsxv3.common.synchronization [req-fa4fb8a2-eeed-4e97-9c81-a6538a365921 req-6951ec6b-b61e-4218-9138-6ce661621b5a service nova] Enqueued Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_members [ 1364.029528] env[65740]: INFO networking_nsxv3.common.synchronization [req-fa4fb8a2-eeed-4e97-9c81-a6538a365921 req-6951ec6b-b61e-4218-9138-6ce661621b5a service nova] Enqueued Resource ID: 02a24414-d1c0-4571-a16f-c0ac76a72024 with Priority: HIGHEST for action port [ 1364.030370] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_rules [ 1364.030609] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_members [ 1364.030817] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a24414-d1c0-4571-a16f-c0ac76a72024 with Priority: HIGHEST for action port [ 1364.031265] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1df04558-853b-4d74-a297-79d008593f8e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.031451] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.031567] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.031863] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.032017] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.034767] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df04558-853b-4d74-a297-79d008593f8e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.034767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.034767] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.034948] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.035224] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.035224] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.035320] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.035785] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.035877] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.036049] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.037673] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a24414-d1c0-4571-a16f-c0ac76a72024 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.037842] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.037929] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.039041] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.039041] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a24414-d1c0-4571-a16f-c0ac76a72024',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.535122] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df04558-853b-4d74-a297-79d008593f8e taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.535122] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.538565] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.540701] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02a24414-d1c0-4571-a16f-c0ac76a72024 with status ACTIVE [ 1364.540930] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.542083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.542083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.542083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.542083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.542083] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.542083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.542083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.542083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.542083] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.542519] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.542519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.542519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.542519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.542519] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.542681] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02a24414-d1c0-4571-a16f-c0ac76a72024 is going to be updated. [ 1364.565663] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.565837] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.565941] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.566227] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.566374] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.566589] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a24414-d1c0-4571-a16f-c0ac76a72024" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.042088] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.544581] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.545057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.545057] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.545219] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.545423] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.545599] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df04558-853b-4d74-a297-79d008593f8e is going to be updated. [ 1365.579571] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.579858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.579858] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.580109] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.580305] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.591909] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df04558-853b-4d74-a297-79d008593f8e in Status: IN_PROGRESS for 2s [ 1367.606059] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df04558-853b-4d74-a297-79d008593f8e in Status: SUCCESS [ 1367.606059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.606059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.606059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.606059] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.606059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.606059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.606059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.606059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.606059] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.606059] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.108791] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.611421] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1df04558-853b-4d74-a297-79d008593f8e: rpc.has_security_group_logging(os_id): False [ 1368.632556] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.632825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.632825] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.633020] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.633193] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.633475] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.633583] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.633666] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.633879] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.633989] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.634114] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1df04558-853b-4d74-a297-79d008593f8e is going to be updated. [ 1368.704259] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.704496] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.704496] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.704701] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.704845] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.718346] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1df04558-853b-4d74-a297-79d008593f8e in Status: IN_PROGRESS for 2s [ 1369.031985] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.032121] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1369.676114] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.676497] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.676585] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.676946] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.677268] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.677432] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.677549] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.677790] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.677982] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.678217] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1369.678331] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] NeedRegenerationException {{(pid=65740) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1369.678438] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] no value, waiting for create lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1369.678544] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] value creation lock acquired {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1369.678663] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] No value present for key: 'zone-id' {{(pid=65740) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1369.678770] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Calling creation function for not-yet-present value {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1369.678901] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1369.699024] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1369.699364] env[65740]: DEBUG dogpile.cache.region [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65740) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1369.699610] env[65740]: DEBUG dogpile.lock [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Released creation lock {{(pid=65740) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1369.699908] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "network-20" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.700407] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock port-aba44ab7-6c29-4649-8f6d-1c7eead5d628 taken with stack trace [, , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.700692] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.700917] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.701327] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.701568] env[65740]: DEBUG networking_nsxv3.api.rpc [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba44ab7-6c29-4649-8f6d-1c7eead5d628',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.204066] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.204346] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.204472] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.204773] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.204930] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.205296] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.205469] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.205589] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.205852] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.205986] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.206328] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.206496] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.206615] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.206831] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.207088] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.207171] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Resource: SegmentPort with ID: aba44ab7-6c29-4649-8f6d-1c7eead5d628 is going to be updated. [ 1370.230389] env[65740]: DEBUG networking_nsxv3.common.locking [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.230629] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.230816] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.231142] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.231351] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.231586] env[65740]: DEBUG oslo_concurrency.lockutils [None req-7ecd2b81-a5b4-4076-a709-f9a249b1718b None None] Releasing lock "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.735370] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1df04558-853b-4d74-a297-79d008593f8e in Status: SUCCESS [ 1370.735759] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.936984] env[65740]: INFO networking_nsxv3.common.synchronization [req-d71bde15-13b2-410f-9a34-d2cb8e8f65fe req-5c72885b-47fe-4b47-a149-e9b11c4ac605 service nova] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_rules [ 1370.937232] env[65740]: INFO networking_nsxv3.common.synchronization [req-d71bde15-13b2-410f-9a34-d2cb8e8f65fe req-5c72885b-47fe-4b47-a149-e9b11c4ac605 service nova] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1370.937303] env[65740]: INFO networking_nsxv3.common.synchronization [req-d71bde15-13b2-410f-9a34-d2cb8e8f65fe req-5c72885b-47fe-4b47-a149-e9b11c4ac605 service nova] Enqueued Resource ID: aba44ab7-6c29-4649-8f6d-1c7eead5d628 with Priority: HIGHEST for action port [ 1370.937822] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_rules [ 1370.938047] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1370.938270] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba44ab7-6c29-4649-8f6d-1c7eead5d628 with Priority: HIGHEST for action port [ 1370.938641] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.938905] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.938972] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.939216] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.939343] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.940590] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.940795] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.940925] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.941173] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.941387] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.941653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.941653] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.941906] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.942052] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.942575] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.943658] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock port-aba44ab7-6c29-4649-8f6d-1c7eead5d628 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.943799] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.945087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.945087] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.945087] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba44ab7-6c29-4649-8f6d-1c7eead5d628',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.445806] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.446039] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.446356] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.447586] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aba44ab7-6c29-4649-8f6d-1c7eead5d628 with status ACTIVE [ 1371.447834] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.447960] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.448047] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.448235] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.448323] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.448498] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.448596] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.448678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.448810] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.448887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.449083] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.449180] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.449267] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.449381] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.449458] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.449543] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aba44ab7-6c29-4649-8f6d-1c7eead5d628 is going to be updated. [ 1371.471682] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.472787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.472787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.472787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.472787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.472787] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aba44ab7-6c29-4649-8f6d-1c7eead5d628" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.951335] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.453687] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.453961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.453961] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.454286] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.454416] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.454559] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 is going to be updated. [ 1372.483631] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.483887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.484023] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.484353] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.484591] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.493744] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: IN_PROGRESS for 2s [ 1374.506673] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: SUCCESS [ 1374.507104] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.507182] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.507342] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.507547] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.507718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.507718] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.507887] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.507969] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.508067] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.508156] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.010947] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.513752] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 996d9e7e-4e8f-48b2-b360-e6064ba8aab5: rpc.has_security_group_logging(os_id): False [ 1375.534357] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.534624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.534624] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.534869] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.534991] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.535323] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.535456] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.535539] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.535736] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.535857] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.535940] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 is going to be updated. [ 1375.597919] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.598369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.598369] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.598639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.598639] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.613128] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: IN_PROGRESS for 2s [ 1375.939910] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.940188] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1377.632074] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: SUCCESS [ 1377.632074] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.940679] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.940980] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.942029] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.942442] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.174232] env[65740]: INFO networking_nsxv3.common.synchronization [req-9c721519-6e5c-48c9-90c5-482ec4571ac0 req-7ec35d35-46cc-4f32-9044-f6762f6b5c9e tempest-ServerActionsTestOtherB-2115301794 tempest-ServerActionsTestOtherB-2115301794-project-member] Enqueued Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1390.174453] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 with Priority: HIGHEST for action security_group_members [ 1390.174776] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5 taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.174895] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.174957] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.175164] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.175347] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.175884] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.175975] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.176179] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.176273] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.176380] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('996d9e7e-4e8f-48b2-b360-e6064ba8aab5',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.681550] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.681783] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.681902] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.682093] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.682237] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.682479] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.682603] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.682678] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.682860] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.682954] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.683072] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 is going to be updated. [ 1390.712133] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.712389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.712389] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.712647] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.712798] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.723957] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: IN_PROGRESS for 2s [ 1392.734854] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 in Status: SUCCESS [ 1392.735284] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 996d9e7e-4e8f-48b2-b360-e6064ba8aab5 deletion is rescheduled due to dependency. [ 1392.735284] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-996d9e7e-4e8f-48b2-b360-e6064ba8aab5" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.176065] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.176065] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.177387] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.177387] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.179041] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.179790] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.181312] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.181689] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.182669] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.183039] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.599965] env[65740]: INFO networking_nsxv3.common.synchronization [req-07c10c6b-14fc-442c-8761-351d68bea68b req-720e7d58-180d-4b83-9b68-15c5f3aa36d7 tempest-AttachVolumeShelveTestJSON-1597028418 tempest-AttachVolumeShelveTestJSON-1597028418-project-member] Enqueued Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_members [ 1416.600604] env[65740]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df04558-853b-4d74-a297-79d008593f8e with Priority: HIGHEST for action security_group_members [ 1416.600924] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock member-1df04558-853b-4d74-a297-79d008593f8e taken with stack trace [, , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.601748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.601748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.601748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.601748] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.601748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.601748] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.602140] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.602140] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.602140] env[65740]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1df04558-853b-4d74-a297-79d008593f8e',) {} {{(pid=65740) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.105053] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.105053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.105053] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.105315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.105315] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.105476] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.105562] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.105617] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.105737] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.105813] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.105898] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df04558-853b-4d74-a297-79d008593f8e is going to be updated. [ 1417.135068] env[65740]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65740) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.135354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.135354] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.135481] env[65740]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.135599] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.143385] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df04558-853b-4d74-a297-79d008593f8e in Status: IN_PROGRESS for 2s [ 1419.155132] env[65740]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1df04558-853b-4d74-a297-79d008593f8e in Status: SUCCESS [ 1419.155514] env[65740]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1df04558-853b-4d74-a297-79d008593f8e deletion is rescheduled due to dependency. [ 1419.155514] env[65740]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1df04558-853b-4d74-a297-79d008593f8e" {{(pid=65740) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.601261] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.601657] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.602288] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.602641] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.603468] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.603924] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.604681] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.605140] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.606091] env[65740]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.606540] env[65740]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0